-- Logs begin at Thu 2022-06-16 15:15:22 UTC, end at Thu 2022-06-16 16:34:15 UTC. -- Jun 16 16:03:02.570955 dv-cinder-837167-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:03:05.338153 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:03:05.338809 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 16:03:05.338953 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104007) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 16:03:05.342304 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:03:05.342558 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 16:03:05.342867 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104007) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 16:03:05.343833 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:03:05.344066 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:03:05.344436 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:03:05.344680 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:03:05.344903 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:03:05.345326 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.345624 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.345857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.346180 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.346475 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.346758 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.347050 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.347345 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.347632 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.347912 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.348197 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.348426 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.348708 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.348991 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.349844 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.350105 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] debug = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.350390 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.350821 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.351236 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.351525 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.351816 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.352096 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.352370 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.352652 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.352937 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.353265 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] host = dv-cinder-837167-3-iscsi {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.353542 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.353830 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.354137 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.354426 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.354703 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.354976 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.355258 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.355528 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.355819 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.356076 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.356363 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.356650 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.356938 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.357160 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.357382 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.357669 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.357977 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.358253 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.358540 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.358799 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.359069 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.359339 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.359606 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.359889 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.360171 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.360454 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.360725 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.360997 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.361268 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.361540 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.361827 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.362120 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.362394 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.362669 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.362952 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.363220 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.363491 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.363790 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.364074 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.364355 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.364639 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.365621 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.366100 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.366201 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.366466 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.366740 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] use_json = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.367014 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.367286 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.367568 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.367840 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.368111 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.368384 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.368654 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.368937 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.369207 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:05.369505 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.369799 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.370120 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.370405 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.370705 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.370984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.371271 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.371546 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.371832 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.372118 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.372407 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.372687 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.372987 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.373270 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.373560 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.373865 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.374183 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.374476 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.374751 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.375023 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.375296 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.375573 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.375861 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.376139 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.376428 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.376716 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.376997 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.377293 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.377580 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.377864 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.378181 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.378472 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.378748 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.379027 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.379318 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.379596 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.379868 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.380157 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.380461 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.380988 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.381109 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.381316 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.381604 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.381877 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.382181 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.382480 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.382756 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.383028 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.383567 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.383846 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.384119 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.384406 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.384686 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.384960 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.385232 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.385509 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.385782 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.386080 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.386358 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.386632 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.386911 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.387191 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.387462 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.387738 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.388013 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.388285 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.388559 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.388832 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.389107 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.389381 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.389653 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.389942 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.390258 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.390489 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.390787 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.391065 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.391345 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.391625 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.391904 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.392181 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.392463 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.392741 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.393031 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.393290 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.393581 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.393863 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.394174 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.394457 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.394737 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.395053 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.395331 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.395609 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.395893 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.396278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.396674 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.396967 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.397257 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.397556 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.397855 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.398163 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.398461 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.398785 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.399051 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.399334 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.399645 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.399926 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:05.400142 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:03:05.400387 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104007) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:03:05.784334 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 16:03:05.784534 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 16:03:05.784837 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 16:03:05.785185 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:03:06.110521 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.110805 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.111074 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.114046 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.114325 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.114592 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.169320 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.169639 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.170618 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.184909 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.185190 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.185465 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.215519 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.215795 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.216064 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.253417 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.253696 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.253989 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.486258 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.486900 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.486900 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.487043 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.487933 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.593885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.594299 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.594585 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.594858 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.595127 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.595441 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.595697 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.595952 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.596206 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.596491 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.596748 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.597012 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.597269 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.597523 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.597779 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.598074 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.598332 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.598601 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.598871 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.599132 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.600212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.600212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.600456 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.600835 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.601084 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.601330 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.601724 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:06.601995 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:06.602231 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:06.602467 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:06.602702 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:06.602936 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:06.603300 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:03:06.606658 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:03:06.610668 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:03:06.614634 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 16 16:03:06.616923 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:03:06.617389 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:03:06.617724 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:03:06.618141 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:03:06.620939 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:03:06.621185 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:03:06.621531 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:03:06.626744 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 16:03:06.650464 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:03:06.650924 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.651224 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104007) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 16:03:06.651597 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.652949 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104007) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:03:06.653229 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:03:06.653472 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:03:06.656982 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.657259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:06.794529 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:03:06.794766 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:03:06.794996 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:03:06.795371 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:03:06.849852 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO dbcounter [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Registered counter for database neutron Jun 16 16:03:06.870269 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_db.sqlalchemy.engines [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104007) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:03:06.876195 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writer thread running {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:03:07.430222 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing driver for type 'gre' Jun 16 16:03:07.430745 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] gre ID ranges: [(1, 1000)] Jun 16 16:03:07.491487 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing driver for type 'local' Jun 16 16:03:07.492177 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing driver for type 'vlan' Jun 16 16:03:07.505139 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] VlanTypeDriver initialization complete Jun 16 16:03:07.506043 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing driver for type 'vxlan' Jun 16 16:03:07.507111 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:03:07.566633 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing extension driver 'port_security' Jun 16 16:03:07.566973 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] PortSecurityExtensionDriver initialization complete Jun 16 16:03:07.567317 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing mechanism driver 'openvswitch' Jun 16 16:03:07.567647 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing mechanism driver 'hyperv' Jun 16 16:03:07.574931 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:07.575599 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.575992 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.576351 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.576864 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:07.577289 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.577647 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.578024 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.578425 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:07.578839 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.579193 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.579542 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.579939 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:07.580347 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > security_group after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.580699 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > security_group after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.581044 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.581437 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:07.581845 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.582217 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.582561 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.583086 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:07.583626 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > address_group after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.584492 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > address_group after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.584923 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.585323 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:07.585774 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] ML2 OVO RPC backend initialized. {{(pid=104007) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:03:07.586521 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.586881 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.587301 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.587656 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > networks before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.588007 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.588352 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > ports before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.588698 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.589046 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnets before_response 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.589397 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.589744 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.590114 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.590454 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.590795 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.591163 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.591513 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.591855 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.592194 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.599911 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded quota_driver: . Jun 16 16:03:07.600192 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Modular L2 Plugin initialization complete Jun 16 16:03:07.600611 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading services supported by the core plugin {{(pid=104007) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:03:07.600960 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.plugins.ml2.managers [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Got port-security extension from driver 'port_security' Jun 16 16:03:07.601448 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.extensions.vlantransparent [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Disabled vlantransparent extension. Jun 16 16:03:07.601953 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104007) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:03:07.602286 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: router Jun 16 16:03:07.639027 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.639427 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_create 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.639804 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router before_create 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.640176 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.640553 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.640914 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_delete 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.641281 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.641635 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.642026 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_create 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.642421 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_update 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.642783 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_update 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.643138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.643500 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_update 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.643917 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_update 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.644290 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.644634 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.644979 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: subnet after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.645321 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.645670 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.646650 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_create 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.647082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.647435 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.647796 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router after_update 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.648144 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.648500 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_create 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.648863 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.649212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_update 55549900 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.649578 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > agent after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.649949 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > agent after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.650296 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > network after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.651180 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Tracking information for resource: router configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:07.651515 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Tracking information for resource: floatingip configured {{(pid=104007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:07.656495 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.db.l3_agentschedulers_db [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:03:07.657071 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.657434 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.657790 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.658179 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.658972 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router before_create 55550100 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.659340 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.659705 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_create 55550100 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.660065 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > router precommit_update 55550100 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.665084 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.provider_configuration [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service providers = [] {{(pid=104007) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:03:07.665447 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.db.servicetype_db [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104007) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:03:07.668432 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.service_base [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:07.668782 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.service_base [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:07.669125 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.service_base [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:07.670040 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.services.service_base [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:07.670415 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.services.service_base [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:03:07.670799 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.671119 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:03:07.682611 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.682867 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: auto_allocate Jun 16 16:03:07.688473 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: network precommit_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.688840 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: network precommit_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.689371 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.689697 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: tag Jun 16 16:03:07.697206 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.697534 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: timestamp Jun 16 16:03:07.701718 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.702095 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: network_ip_availability Jun 16 16:03:07.707639 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.708016 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.708376 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.709271 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.709593 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: flavors Jun 16 16:03:07.714371 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.714700 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading Plugin: revisions Jun 16 16:03:07.718965 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:07.719361 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_concurrency.lockutils [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.934s {{(pid=104007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 16:03:07.720099 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104007) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 16:03:07.720435 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Initializing extension manager. Jun 16 16:03:07.720957 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: __init__.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.721482 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: __pycache__ {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.721822 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: _port_mac_address_override.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.722197 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: address_group.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.723054 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.723548 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: address-group Jun 16 16:03:07.723871 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: address_scope.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.724626 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.725141 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: address-scope Jun 16 16:03:07.725466 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.726427 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.726943 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:03:07.727270 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: agent.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.727973 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.728483 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: agent Jun 16 16:03:07.728809 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: agent_resources_synced.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.729731 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.730277 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: agent-resources-synced Jun 16 16:03:07.730607 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: allowedaddresspairs.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.732423 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.732950 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: allowed-address-pairs Jun 16 16:03:07.733364 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: auto_allocated_topology.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.734388 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.734910 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: auto-allocated-topology Jun 16 16:03:07.735238 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: availability_zone.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.735938 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.736449 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: availability_zone Jun 16 16:03:07.736773 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: availability_zone_filter.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.737696 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.738244 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: availability_zone_filter Jun 16 16:03:07.738568 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: data_plane_status.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.739478 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.740567 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:03:07.740892 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: default_subnetpools.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.741811 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.742363 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: default-subnetpools Jun 16 16:03:07.742692 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.743515 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.744030 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:03:07.744356 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: dns.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.745292 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.745804 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:03:07.746155 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: dns_domain_ports.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.747082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.747596 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:03:07.747921 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.748845 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.749360 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 16:03:07.749682 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: dvr.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.750389 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.750899 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: dvr Jun 16 16:03:07.751221 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: ecmp_routes.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.752153 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.752662 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 16:03:07.752986 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: empty_string_filtering.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.753903 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.754441 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: empty-string-filtering Jun 16 16:03:07.754763 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.756295 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.756806 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:03:07.757126 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.758333 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.758848 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:03:07.759167 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: external_net.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.760085 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.760598 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: external-net Jun 16 16:03:07.760919 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.761831 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.762378 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: extra_dhcp_opt Jun 16 16:03:07.762699 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: extraroute.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.763614 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.764126 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: extraroute Jun 16 16:03:07.764447 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: extraroute_atomic.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.765491 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.766041 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: extraroute-atomic Jun 16 16:03:07.766366 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: filter_validation.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.767043 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.767555 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: filter-validation Jun 16 16:03:07.767876 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: fip_pf_description.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.768788 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.769296 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:03:07.769618 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: fip_pf_port_range.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.770585 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.771141 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 16:03:07.771465 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: fip_port_details.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.772410 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.772917 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: fip-port-details Jun 16 16:03:07.773242 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: flavors.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.774504 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.775031 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: flavors Jun 16 16:03:07.775358 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.778582 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.779114 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:03:07.779447 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: floatingip_pools.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.780172 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.780696 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: floatingip-pools Jun 16 16:03:07.781028 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: ip_allocation.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.782011 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.782530 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:03:07.782863 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.783835 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.784354 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: ip-substring-filtering Jun 16 16:03:07.784684 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l2_adjacency.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.785622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.786162 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:03:07.786490 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.787650 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.788176 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: router Jun 16 16:03:07.788504 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.790855 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.791383 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:03:07.791718 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.792668 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.793195 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: ext-gw-mode Jun 16 16:03:07.793526 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.794486 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.794999 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: l3-ha Jun 16 16:03:07.795329 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.796250 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.796765 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 16:03:07.797093 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_flavors.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.798044 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.798563 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: l3-flavors Jun 16 16:03:07.798890 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.800307 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.800836 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 16:03:07.801174 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.802155 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.803350 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:03:07.803715 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: l3agentscheduler.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.804805 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.805331 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: l3_agent_scheduler Jun 16 16:03:07.805662 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: local_ip.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.807562 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.808093 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension local_ip not supported by any of loaded plugins Jun 16 16:03:07.808428 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: logging.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.809904 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.810459 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension logging not supported by any of loaded plugins Jun 16 16:03:07.810794 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: metering.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.811548 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.812137 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: metering Jun 16 16:03:07.812467 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.813586 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.814146 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:03:07.814485 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: multiprovidernet.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.815423 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.815942 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: multi-provider Jun 16 16:03:07.816271 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: netmtu.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.817356 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.818060 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: net-mtu Jun 16 16:03:07.819039 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: netmtu_writable.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.819977 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.820500 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: net-mtu-writable Jun 16 16:03:07.820828 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: network_availability_zone.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.821501 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.822043 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: network_availability_zone Jun 16 16:03:07.822372 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: network_ip_availability.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.823486 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.824012 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: network-ip-availability Jun 16 16:03:07.824337 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: network_segment_range.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.825111 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.825619 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:03:07.825966 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: pagination.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.826970 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.827308 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: pagination Jun 16 16:03:07.827629 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: port_device_profile.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.828548 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.829071 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: port-device-profile Jun 16 16:03:07.829396 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: port_mac_address_override.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.830375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.830893 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: port-mac-override Jun 16 16:03:07.831216 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.832144 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.832657 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: port-mac-address-regenerate Jun 16 16:03:07.832981 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.834072 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.834685 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: port-numa-affinity-policy Jun 16 16:03:07.835207 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: port_resource_request.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.836141 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.836645 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:03:07.836971 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: port_resource_request_groups.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.837962 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.838481 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 16:03:07.838807 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: portbindings.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.839742 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.840256 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: binding Jun 16 16:03:07.840579 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: portbindings_extended.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.841850 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.842413 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: binding-extended Jun 16 16:03:07.842742 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: portsecurity.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.843683 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.844203 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: port-security Jun 16 16:03:07.844533 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: project_id.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.845512 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.845847 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: project-id Jun 16 16:03:07.846206 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: providernet.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.847129 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.847651 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: provider Jun 16 16:03:07.847981 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.851830 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.852360 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos not supported by any of loaded plugins Jun 16 16:03:07.852699 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.853998 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.854520 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:03:07.854851 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.855778 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.856294 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:03:07.856649 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_default.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.857606 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.858145 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:03:07.858471 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_fip.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.859399 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.859915 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:03:07.860238 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.861161 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.861675 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 16:03:07.862031 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_gateway_ip.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.862962 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.863474 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:03:07.863801 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_port_network_policy.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.865269 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.865906 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:03:07.866249 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.867313 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.867836 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 16:03:07.868169 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.869213 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.869733 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 16:03:07.870099 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_pps_rule.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.871285 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.871807 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 16:03:07.872138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_rule_type_details.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.873134 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.873653 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:03:07.874009 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.875112 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.875633 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 16:03:07.875962 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: qos_rules_alias.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.877021 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.877538 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:03:07.877864 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: quota_check_limit.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.878804 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.879322 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: quota-check-limit Jun 16 16:03:07.879648 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: quotasv2.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.881380 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.881712 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: quotas Jun 16 16:03:07.882141 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: quotasv2_detail.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.884109 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.884448 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: quota_details Jun 16 16:03:07.884781 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: rbac.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.885858 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.886409 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: rbac-policies Jun 16 16:03:07.886744 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: rbac_address_group.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.887686 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.888211 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: rbac-address-group Jun 16 16:03:07.888543 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: rbac_address_scope.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.889551 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.890105 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: rbac-address-scope Jun 16 16:03:07.890437 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: rbac_security_groups.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.891372 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.891891 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: rbac-security-groups Jun 16 16:03:07.892218 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: rbac_subnetpool.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.893149 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.893667 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: rbac-subnetpool Jun 16 16:03:07.894020 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: revisionifmatch.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.894959 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.895477 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: revision-if-match Jun 16 16:03:07.895826 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: revisions.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.896998 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.897516 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: standard-attr-revisions Jun 16 16:03:07.897846 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: router_availability_zone.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.898557 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.899078 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: router_availability_zone Jun 16 16:03:07.899406 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: routerservicetype.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.900339 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.900854 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:03:07.901178 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.902150 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.902672 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:03:07.902998 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.903994 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.904518 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: port-security-groups-filtering Jun 16 16:03:07.904849 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.905797 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.906353 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: security-groups-remote-address-group Jun 16 16:03:07.906684 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.907617 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.908135 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: security-groups-shared-filtering Jun 16 16:03:07.908460 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: securitygroup.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.918289 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.918826 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: security-group Jun 16 16:03:07.919229 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: segment.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.919970 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.920491 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension segment not supported by any of loaded plugins Jun 16 16:03:07.920825 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.921774 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.922321 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:03:07.922654 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: servicetype.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.923793 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.924316 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: service-type Jun 16 16:03:07.924653 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: sorting.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.925659 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.926028 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: sorting Jun 16 16:03:07.926356 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: standard_attr_segment.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.927906 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.928426 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:03:07.928776 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: standardattrdescription.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.929432 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.929971 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: standard-attr-description Jun 16 16:03:07.930592 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: stateful_security_group.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.931247 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.931771 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: stateful-security-group Jun 16 16:03:07.932099 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: stdattrs_common.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.932734 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:03:07.933014 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.933982 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.934508 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:03:07.934982 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: subnet_onboard.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.936112 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.936650 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: subnet_onboard Jun 16 16:03:07.936976 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.937917 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.938540 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:03:07.938872 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: subnet_service_types.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.939811 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.940338 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: subnet-service-types Jun 16 16:03:07.940665 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: subnetallocation.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.941750 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.942313 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: subnet_allocation Jun 16 16:03:07.942641 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.943990 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.944506 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:03:07.944829 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.945776 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.946325 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:03:07.946651 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: tagging.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.947732 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.948262 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: standard-attr-tag Jun 16 16:03:07.948589 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: timestamp.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.949804 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.950360 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loaded extension: standard-attr-timestamp Jun 16 16:03:07.950769 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: trunk.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.951817 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.952343 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension trunk not supported by any of loaded plugins Jun 16 16:03:07.952673 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: trunk_details.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.953599 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.954142 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:03:07.954470 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: uplink_status_propagation.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.955412 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.955928 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:03:07.956253 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Loading extension file: vlantransparent.py {{(pid=104007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:07.956934 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:07.957445 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:03:07.960251 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:network Jun 16 16:03:07.960789 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:03:07.961193 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:07.961586 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:port Jun 16 16:03:07.962891 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.963357 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service FLAVORS assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.963974 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.964412 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.964747 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:router Jun 16 16:03:07.965197 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:03:07.965700 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service METERING assigned prefix: /metering {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.967197 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.967575 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.967935 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:07.968943 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:03:07.969401 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:03:07.969843 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:03:07.970499 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service CORE assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.970836 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:07.971187 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] subnetpool is already registered Jun 16 16:03:07.971623 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service CORE assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.971952 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:07.972286 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] subnetpool is already registered Jun 16 16:03:07.974825 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.975276 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service FLAVORS assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.975891 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.976326 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.976728 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:router Jun 16 16:03:07.977096 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] router is already registered Jun 16 16:03:07.977519 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:03:07.977866 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] floatingip is already registered Jun 16 16:03:07.978350 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service METERING assigned prefix: /metering {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.979022 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:03:07.979353 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] rbac_policy is already registered Jun 16 16:03:07.979774 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:03:07.980115 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] security_group is already registered Jun 16 16:03:07.980523 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:03:07.980863 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] security_group_rule is already registered Jun 16 16:03:07.981490 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service CORE assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.981820 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:07.982193 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] subnetpool is already registered Jun 16 16:03:07.982616 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.v2.resource_helper [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Service CORE assigned prefix: {{(pid=104007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:07.982944 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:07.983279 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING neutron.quota.resource_registry [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] subnetpool is already registered Jun 16 16:03:07.983765 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: extensions {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.985255 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: address-groups {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.986760 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: address-scopes {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.988056 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: agents {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.989240 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: auto-allocated-topology {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.991263 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: availability_zones {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.992491 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: dhcp-networks {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.994031 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: dhcp-agents {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.995428 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: routers {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.997103 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: flavors {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.998385 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: service_profiles {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:07.999714 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: next_providers {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.001130 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: service_profiles {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.003777 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: floatingip-pools {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.004994 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: routers {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.007483 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: floatingips {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.009007 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: l3-routers {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.010498 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: l3-agents {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.011901 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: metering-labels {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.013123 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: metering-label-rules {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.014515 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: network-ip-availabilities {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.015742 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: bindings {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.017449 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: quotas {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.019152 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: quotas {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.020664 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: rbac-policies {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.022068 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: security-groups {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.023367 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: security-group-rules {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.024651 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: service-providers {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.025852 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: subnetpools {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.027195 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: subnetpools {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.028720 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.030513 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.032326 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.034116 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.035783 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.037763 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.039487 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.041347 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.043118 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.044936 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron.api.extensions [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Extended resource: tags {{(pid=104007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:08.050952 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING keystonemiddleware.auth_token [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:03:08.056717 dv-cinder-837167-3-iscsi neutron-server[104007]: WARNING keystonemiddleware.auth_token [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:03:08.065665 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_concurrency.lockutils [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Acquired lock "singleton_lock" {{(pid=104007) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 16:03:08.066171 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_concurrency.lockutils [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Releasing lock "singleton_lock" {{(pid=104007) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 16:03:08.066822 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Starting 2 workers Jun 16 16:03:08.072305 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Started child 104114 {{(pid=104007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:08.076879 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Started child 104115 {{(pid=104007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:08.077791 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:08.078571 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO neutron.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:03:08.079243 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:08.079504 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [-] (104114) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:03:08.081712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:08.082251 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Starting 1 workers Jun 16 16:03:08.083455 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [-] (104115) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:03:08.087232 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Started child 104116 {{(pid=104007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:08.087763 dv-cinder-837167-3-iscsi neutron-server[104007]: INFO oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Starting 1 workers Jun 16 16:03:08.090956 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] calling RpcWorker wait() {{(pid=104116) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:03:08.091491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] returning from RpcWorker wait() {{(pid=104116) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:03:08.092329 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Started child 104117 {{(pid=104007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:08.093012 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:08.093193 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0d21bc6-c713-46bb-bd25-8d78e9bf4417 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:08.093576 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:08.095235 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104007) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:03:08.095450 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:03:08.095640 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:03:08.095867 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:03:08.096184 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:03:08.096349 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:03:08.096878 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.097146 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.097238 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:08.097695 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.097695 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.098270 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.098530 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.098787 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.099064 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.099921 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.100098 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.100270 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.100551 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.100803 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.101102 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.101367 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.101610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.101844 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.102044 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.102298 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.102583 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.102828 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.103124 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] debug = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.103368 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.103857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.104082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.104331 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.104569 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.104836 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.105079 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.105364 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.105602 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.105839 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.106141 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.106401 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.106664 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.106907 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.107149 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.107449 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.107671 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.108174 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] host = dv-cinder-837167-3-iscsi {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.108511 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.108744 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.108992 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.109246 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.109493 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.109712 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.110074 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.110263 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.110535 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.110779 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.111001 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.111247 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.111483 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.111724 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.111890 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_options = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.112128 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.112401 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.112678 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.112873 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.113043 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.113208 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.113490 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.113656 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.113912 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.114190 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.114406 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.114638 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.115650 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.115834 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.116216 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.116482 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.116750 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.116997 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.117264 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.117504 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.117753 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.118015 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.118241 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.118500 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.118742 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.118926 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.119173 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.119419 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.119635 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.121033 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.121033 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.121033 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.121033 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.122212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.122212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.122334 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:08.122415 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.122415 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.122415 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.122668 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.123012 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.123200 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.123461 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.123696 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.123989 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.124317 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.124605 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_json = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.127082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.131691 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.132576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133373 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133951 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.133951 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.134110 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.134247 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.134477 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.134778 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.135053 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.135344 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.135690 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.135955 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.136219 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.136484 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.136706 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.136956 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.137226 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.137448 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.137680 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.137953 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.138331 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.138572 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.138807 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.139045 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.139298 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.139549 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.139806 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.140276 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.140718 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.141176 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.141599 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.142018 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.142436 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.142857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.143094 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.143466 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.143878 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.144360 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.144778 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.145217 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.145633 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.146107 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.146542 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.146940 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.147362 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.147807 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.148363 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.148787 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.149213 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.149635 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.149881 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.150129 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.150355 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.150753 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.151172 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.151567 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.151956 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.152372 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.152736 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.153144 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.153625 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.154110 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.154501 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.155156 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.155549 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.155986 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.156264 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.156540 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.156766 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.156989 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.157216 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.157536 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.157790 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.158065 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.158327 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.158580 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.159013 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.159240 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.159611 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.159841 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.160058 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.160331 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.160590 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.160847 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.161078 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.161300 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.161543 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.162479 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.162941 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.163066 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.163534 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.163707 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.163935 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.164233 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.164667 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.165087 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.165504 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.165964 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.166420 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.166731 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.166994 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.167276 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.167525 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.167864 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.168174 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.168441 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.168700 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.168937 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.169208 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.169462 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.169720 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.170016 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.170475 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.170904 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.171439 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.171873 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.172108 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.172355 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.172614 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.172920 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.173159 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.173383 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.173601 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.174199 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.174474 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.174725 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.174998 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.175277 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.175540 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.175787 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.176023 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.176264 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.176519 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.176755 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.176975 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.177198 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.178137 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.178505 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.178732 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.178948 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.179232 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.179470 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.179697 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.179916 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.180140 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.180364 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.180617 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.180838 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.181082 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.181328 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.181547 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.181943 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.182201 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.182470 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.182732 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.183015 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.183233 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.183500 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.183777 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.183975 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.184212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.184452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.184674 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.184963 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.185206 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.185422 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.185846 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.186095 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.186317 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.186536 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.186771 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.186991 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.187254 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.187514 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.187873 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.188131 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.188367 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.188631 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.188874 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.189094 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.189335 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.189556 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.189806 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.190723 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.190979 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.191220 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.191443 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.191840 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.192151 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.192546 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.193234 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.193746 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.193746 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.193897 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.194074 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.194325 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.194537 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.194759 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.195015 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.195251 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.195472 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.195694 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.195913 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.196211 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.196611 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.196730 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.196932 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.197157 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.197371 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.197605 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.197859 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.198106 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.198331 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.198580 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.198775 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.199024 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.199303 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.199452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.199680 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.199898 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.200135 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.200367 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.200586 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.200803 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.201023 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.201266 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.201482 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.201714 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.201946 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.202227 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.202610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.202835 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.203050 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.203287 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.203505 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.203720 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.203947 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.204169 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.204383 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.204678 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.204948 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.205171 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.205667 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.206138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.206560 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.206821 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.207157 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.207379 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.207647 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.207891 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.208113 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.208342 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.208746 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.209278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.209278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.209564 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.209843 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.210156 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.210454 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.210744 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.210983 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.211282 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.211590 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.211879 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.212125 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.212388 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.212641 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.212887 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.212988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:08.213111 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.213331 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.213580 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.213800 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.214066 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.214330 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.214562 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.214774 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.214995 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.215241 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.215521 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.215732 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.216693 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.216693 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.216947 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:03:08.217516 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104007) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:03:08.217798 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:03:08.217984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:03:08.218152 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:03:08.218339 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:03:08.218503 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:03:08.218720 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.218885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.219049 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.219213 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.219393 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.219576 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.219740 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.219927 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.220135 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.220296 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.220454 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.220614 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.220762 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.220920 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.221080 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.221223 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.221371 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.221536 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.221679 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.221844 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.222026 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.222185 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] debug = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.222343 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.222535 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.222700 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.222863 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223022 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223181 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223340 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223499 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223657 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223866 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.223993 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.224656 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.224918 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.225074 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.225466 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.225632 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.225770 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.225900 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] host = dv-cinder-837167-3-iscsi {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.226067 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.226214 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.226374 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.226533 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.226693 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.226852 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227013 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227157 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227323 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227544 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227681 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227823 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.227984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.228142 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.228302 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_options = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.228461 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.228639 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.228776 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.228963 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.229123 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.229282 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.229442 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.229602 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.229762 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.229938 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.230104 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.230263 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.230424 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.230584 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.230743 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.230904 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.231062 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.231221 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.231381 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.231540 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.231700 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.231858 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.232094 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.232268 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.232425 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.232742 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.232906 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.233065 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.233226 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.233385 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.233545 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.233727 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.233893 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.234099 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.234262 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.234422 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.234583 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.234741 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.234906 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.235067 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.235226 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.235388 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.235546 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.235706 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.235867 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236026 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236185 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_json = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236344 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236503 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236662 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236821 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.236980 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.237652 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.237820 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.238029 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.238166 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:08.238325 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.238625 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.238958 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.238958 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.238958 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.239177 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.239255 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.239529 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.239660 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.240153 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.240352 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.240536 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.240679 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.240832 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.240993 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.241167 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.241872 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.241872 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.241872 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.241872 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.242393 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.242393 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.242393 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.242736 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.242736 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.242736 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243076 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243076 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243318 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243442 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243565 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243688 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243812 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.243976 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.244139 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.244474 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.244642 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.244807 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.244971 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.245136 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.245299 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.245463 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.245626 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.245789 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.245972 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.246137 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.246303 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.246466 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.246628 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.246791 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.246955 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.247117 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.247280 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.247444 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.247606 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.247769 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.247933 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.248106 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.248269 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.248432 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.248598 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.248969 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.248969 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.249247 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.249247 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.249518 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.249518 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.249774 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.249909 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250083 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250220 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250355 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250491 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250638 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250785 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.250922 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251104 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251245 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251380 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251514 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251649 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251783 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.251933 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.252100 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.252265 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.252429 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.252593 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.252745 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.252903 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.253084 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 44832) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:08.253243 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.253243 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.253504 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.253639 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.253773 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.253908 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254095 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254231 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254367 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254514 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254662 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254799 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.254933 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.255086 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.257622 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.259059 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.260440 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.261610 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.262857 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.264138 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.265375 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.266574 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.267977 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268125 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102112 Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.268278 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.269259 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.270284 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.272449 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.272958 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.273133 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.273287 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.273647 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.273647 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.273911 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.273911 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.274636 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.274636 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.274636 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.274636 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.275452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.275452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.275452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.275452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.275452 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.276395 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.277885 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279170 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279170 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279170 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279170 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279818 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279818 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279818 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.279818 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280279 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280279 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280279 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280652 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280652 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280803 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.280884 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.281009 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.281181 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.281347 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282003 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282003 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282003 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282003 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282372 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282372 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282561 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282669 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282794 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.282926 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.283456 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.283456 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.283456 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.283813 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.283813 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.283813 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284143 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284143 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284308 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284457 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284619 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284780 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.284943 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.285118 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.285281 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.285446 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.285609 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.285773 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.285950 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.286131 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.286280 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.286984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.286984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.286984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.286984 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.287613 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.287613 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.287613 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.287881 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.287881 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288121 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288247 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288370 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288494 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288618 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288784 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.288946 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.289457 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.289457 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.289457 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.289695 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.289695 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.289862 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290047 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290212 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290360 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290525 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290731 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290859 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:08.290985 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:03:17.561036 dv-cinder-837167-3-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:19.794979 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writer thread running {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:03:19.825813 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d24b99-b9a5-4a52-aec1-ac7b5e37a6a2 None None] get_active_networks_info from dv-cinder-837167-3-iscsi {{(pid=104116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 16:03:19.904095 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d24b99-b9a5-4a52-aec1-ac7b5e37a6a2 None None] No non-hosted networks {{(pid=104116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:03:19.912183 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb4916e3-7086-4f4a-88d7-6413f5784ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1787753'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:21.541513 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writer thread running {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:03:22.149880 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a32660db-5268-4233-b213-d996fab58a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1787753'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:22.210561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5937d218-6d10-4dea-b8f4-9bd39d429bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:23.211293 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 44900) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:23.524786 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1787753'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:23.863665 dv-cinder-837167-3-iscsi neutron-server[104115]: WARNING oslo_policy.policy [None req-75f52bed-1855-41d4-a0dc-0ea66469878b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:23.864349 dv-cinder-837167-3-iscsi neutron-server[104115]: WARNING oslo_policy.policy [None req-75f52bed-1855-41d4-a0dc-0ea66469878b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:24.081638 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [None req-75f52bed-1855-41d4-a0dc-0ea66469878b admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:03:24.086479 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-75f52bed-1855-41d4-a0dc-0ea66469878b admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8735652 Jun 16 16:03:24.764811 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1787753'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:25.225380 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1787753'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:25.226239 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.226575 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.226900 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.227329 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.227540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.227875 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.228174 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.228511 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.228827 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.229134 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.232176 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.232514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.235606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.235983 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.238121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:25.238587 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837167-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:25.245868 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837167-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:26.564208 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 44936) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:26.944171 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:27.038009 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.policy [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104115) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:03:27.079886 dv-cinder-837167-3-iscsi neutron-server[104115]: WARNING oslo_policy.policy [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:27.080287 dv-cinder-837167-3-iscsi neutron-server[104115]: WARNING oslo_policy.policy [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:27.105160 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writer thread running {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:03:27.185914 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776255595013', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776255601673', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776255487430', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776255473596', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776255504150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776255489099', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7652984', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7755138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1720992'] for rbac-policy (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:27.258658 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:27.259739 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7286073d-f3d0-44df-acb9-20178bfae7d0 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6945724 Jun 16 16:03:28.446585 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.db.l3_hamode_db [None req-cf8315b3-23bb-4f2b-bb16-79409f38feb8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:03:28.527991 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8315b3-23bb-4f2b-bb16-79409f38feb8 None None] Routers set() bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:03:28.528452 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8315b3-23bb-4f2b-bb16-79409f38feb8 None None] Router IDs set() for agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 16:03:29.676021 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 44948) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:30.008438 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:30.040680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Made reservation on behalf of a83dc386fda8411eb2d4aef8e43b7065 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:03:30.044664 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.062210 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.176177 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks [] for security_group (7213326e-d159-482d-9626-912f09344868), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.180405 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (7213326e-d159-482d-9626-912f09344868), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.206070 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:03:30.243338 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776257482990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (2454d66a-3d42-4fcb-91b8-7aeb73a05205), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.243752 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Unsubscribe: segment precommit_create {{(pid=104115) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:03:30.244260 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Added segment 2454d66a-3d42-4fcb-91b8-7aeb73a05205 of type vlan for network 1ea310fe-1331-459d-afba-210d5fd5dcb2 Jun 16 16:03:30.261725 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7213326e-d159-482d-9626-912f09344868,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:30.311892 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.312326 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.312558 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.312908 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.313240 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.313563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.313880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.314221 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.314540 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.314855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.315170 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.315484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.315795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.316104 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.316412 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Tracked resource versions report: Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: pushed versions: Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: { 'AddressGroup': {'1.2'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Agent': {'1.1'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'ConntrackHelper': {'1.0'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Log': {'1.0'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'NDPProxy': {'1.0'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Network': {'1.1'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Port': {'1.7'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'PortForwarding': {'1.3'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'QosPolicy': {'1.10'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroup': {'1.5'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SubPort': {'1.0'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Subnet': {'1.1'}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Trunk': {'1.1'}} Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: consumer versions: Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Agent': '1.1', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'ConntrackHelper': '1.0', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'LocalIPAssociation': '1.0', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Log': '1.0', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'NDPProxy': '1.0', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Network': '1.1', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Port': '1.7', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'PortForwarding': '1.3', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'QosPolicy': '1.10', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroup': '1.5', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroupRule': '1.2', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SubPort': '1.0', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Subnet': '1.1', Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Trunk': '1.1'}} Jun 16 16:03:30.319188 dv-cinder-837167-3-iscsi neutron-server[104115]: {{(pid=104115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:03:30.361911 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (1ea310fe-1331-459d-afba-210d5fd5dcb2), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.404663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (1ea310fe-1331-459d-afba-210d5fd5dcb2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.409651 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:30.410375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:30.460751 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:30.492963 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8157604 Jun 16 16:03:30.535711 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa1990-1d1e-49f9-9eab-1096c8864180 demo demo] Pushing event updated for resources: {'Network': ['ID=1ea310fe-1331-459d-afba-210d5fd5dcb2,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:30.549222 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:03:32.929366 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 44962) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:33.444464 dv-cinder-837167-3-iscsi neutron-server[104114]: WARNING oslo_policy.policy [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:33.445045 dv-cinder-837167-3-iscsi neutron-server[104114]: WARNING oslo_policy.policy [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:33.676185 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writer thread running {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:03:33.884270 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.policy [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:03:33.925821 dv-cinder-837167-3-iscsi neutron-server[104114]: WARNING oslo_policy.policy [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:33.926299 dv-cinder-837167-3-iscsi neutron-server[104114]: WARNING oslo_policy.policy [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:03:33.934579 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:33.936555 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f71bd75f-9ae4-4539-aae2-afef54f27dee demo admin] 10.222.0.17 "GET /v2.0/networks/1ea310fe-1331-459d-afba-210d5fd5dcb2 HTTP/1.1" status: 200 len: 825 time: 1.0053196 Jun 16 16:03:33.977780 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-30b6aec1-c320-474d-b86a-a3a6894bbdc9 demo admin] 10.222.0.17 "GET /v2.0/subnetpools/308124d5-00b2-42b7-b004-f008ae253ec3 HTTP/1.1" status: 200 len: 734 time: 0.0354841 Jun 16 16:03:33.987083 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3', 'gateway_ip': '172.20.0.1', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:34.026382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Made reservation on behalf of a83dc386fda8411eb2d4aef8e43b7065 for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:03:34.029281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:34.331706 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (31d42122-c551-4a39-9370-930662cff390), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:34.403865 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Checking segment: {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:03:34.404193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Network hostable DHCP agents. Network: 1ea310fe-1331-459d-afba-210d5fd5dcb2, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:03:34.415588 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Pushing event updated for resources: {'Subnet': ['ID=31d42122-c551-4a39-9370-930662cff390,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:34.434706 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.435044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.435397 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.435748 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.436078 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.436401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.436726 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.437074 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.437393 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.437713 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.438058 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.438382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.438738 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.439013 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.439324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Tracked resource versions report: Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: pushed versions: Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: { 'AddressGroup': {'1.2'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Agent': {'1.1'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'ConntrackHelper': {'1.0'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Log': {'1.0'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'NDPProxy': {'1.0'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Network': {'1.1'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Port': {'1.7'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'PortForwarding': {'1.3'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'QosPolicy': {'1.10'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroup': {'1.5'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SubPort': {'1.0'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Subnet': {'1.1'}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Trunk': {'1.1'}} Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: consumer versions: Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Agent': '1.1', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'ConntrackHelper': '1.0', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'LocalIPAssociation': '1.0', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Log': '1.0', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'NDPProxy': '1.0', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Network': '1.1', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Port': '1.7', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'PortForwarding': '1.3', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'QosPolicy': '1.10', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroup': '1.5', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroupRule': '1.2', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SubPort': '1.0', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Subnet': '1.1', Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Trunk': '1.1'}} Jun 16 16:03:34.440753 dv-cinder-837167-3-iscsi neutron-server[104114]: {{(pid=104114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:03:34.463741 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:03:34.474776 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:34.480425 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 1ea310fe-1331-459d-afba-210d5fd5dcb2) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:03:34.485648 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:34.486224 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:34.492627 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6fcea-8371-478b-a1ac-2754efcfc94d None None] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:03:34.513705 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0199ae60-b1bc-4994-afae-46212e883487 demo admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5298717 Jun 16 16:03:34.768170 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-1ea310fe-1331-459d-afba-210d5fd5dcb2', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:03:34.769502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:35.065976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Allocated IP 172.20.0.2 (1ea310fe-1331-459d-afba-210d5fd5dcb2/31d42122-c551-4a39-9370-930662cff390/66b9da3e-aa1f-4290-946a-c7a30878eb07) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:03:35.147276 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=61,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:35.358570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Publish callbacks [] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:35.368144 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:35.444194 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:03:35.452040 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:03:35.460523 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:03:35.468430 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Pushing event updated for resources: {'Port': ['ID=66b9da3e-aa1f-4290-946a-c7a30878eb07,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:35.502727 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.503397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.503397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.503795 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.504132 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.504487 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.504871 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.505570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.505570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.505842 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.506193 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.506537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.506866 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.507187 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.507511 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Tracked resource versions report: Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: pushed versions: Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: { 'AddressGroup': {'1.2'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Agent': {'1.1'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'ConntrackHelper': {'1.0'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Log': {'1.0'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'NDPProxy': {'1.0'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Network': {'1.1'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Port': {'1.7'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'PortForwarding': {'1.3'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'QosPolicy': {'1.10'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroup': {'1.5'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SubPort': {'1.0'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Subnet': {'1.1'}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Trunk': {'1.1'}} Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: consumer versions: Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Agent': '1.1', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'ConntrackHelper': '1.0', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'LocalIPAssociation': '1.0', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Log': '1.0', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'NDPProxy': '1.0', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Network': '1.1', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Port': '1.7', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'PortForwarding': '1.3', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'QosPolicy': '1.10', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroup': '1.5', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroupRule': '1.2', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SubPort': '1.0', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Subnet': '1.1', Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Trunk': '1.1'}} Jun 16 16:03:35.509218 dv-cinder-837167-3-iscsi neutron-server[104116]: {{(pid=104116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:03:35.531618 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:35.564826 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Attempting to bind port 66b9da3e-aa1f-4290-946a-c7a30878eb07 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:03:35.565238 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Attempting to bind port 66b9da3e-aa1f-4290-946a-c7a30878eb07 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:03:35.565670 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Attempting to bind port 66b9da3e-aa1f-4290-946a-c7a30878eb07 on network 1ea310fe-1331-459d-afba-210d5fd5dcb2 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:03:35.571398 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:03:35.571809 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Checking segment: {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:03:35.572311 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:35.572707 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Bound using segment: {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:03:35.573223 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Bound port: 66b9da3e-aa1f-4290-946a-c7a30878eb07, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:03:35.573624 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:35.639831 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] For port 66b9da3e-aa1f-4290-946a-c7a30878eb07, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:03:35.660149 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] For port 66b9da3e-aa1f-4290-946a-c7a30878eb07, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=66b9da3e-aa1f-4290-946a-c7a30878eb07,segment=NetworkSegment(2454d66a-3d42-4fcb-91b8-7aeb73a05205),segment_id=2454d66a-3d42-4fcb-91b8-7aeb73a05205)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:03:35.668019 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:35.727089 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5db67-1a48-4cc8-a256-9e1ab44d831a None None] Pushing event updated for resources: {'Port': ['ID=66b9da3e-aa1f-4290-946a-c7a30878eb07,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:37.012542 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 44986) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:37.361871 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [None req-8a5c9117-ae26-456d-91b4-fd98412777fe admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:03:37.362900 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8a5c9117-ae26-456d-91b4-fd98412777fe admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3494256 Jun 16 16:03:37.787166 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:37.795699 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:39.824354 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 44996) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:40.181296 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [None req-f68f13d0-9f81-4756-9407-57178834beb5 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:03:40.182340 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f68f13d0-9f81-4756-9407-57178834beb5 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3570600 Jun 16 16:03:40.531715 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=50,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:42.677168 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45008) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:43.031202 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 66b9da3e-aa1f-4290-946a-c7a30878eb07 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:03:43.078400 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:43.104622 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (2bc3f632-6802-4cfb-833d-0a24a693a0e0), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.106438 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (2bc3f632-6802-4cfb-833d-0a24a693a0e0), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.119669 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 66b9da3e-aa1f-4290-946a-c7a30878eb07 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:43.120100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.225543 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 66b9da3e-aa1f-4290-946a-c7a30878eb07 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:03:43.225955 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.251466 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] Publish callbacks [] for router_controller (2bc3f632-6802-4cfb-833d-0a24a693a0e0), precommit_add_association {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.258045 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (2bc3f632-6802-4cfb-833d-0a24a693a0e0), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.273001 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 66b9da3e-aa1f-4290-946a-c7a30878eb07, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=66b9da3e-aa1f-4290-946a-c7a30878eb07,segment=NetworkSegment(2454d66a-3d42-4fcb-91b8-7aeb73a05205),segment_id=2454d66a-3d42-4fcb-91b8-7aeb73a05205)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:03:43.277429 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.280996 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:43.282217 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3b7ba01b-5ef8-4559-8f85-9c9a89b852fc demo demo] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6032977 Jun 16 16:03:43.331622 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=66b9da3e-aa1f-4290-946a-c7a30878eb07,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:44.064306 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f3b55-af38-47e4-8983-b14bf3e4c761 None None] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:03:44.126548 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-835da58d-5694-408d-b0d7-7ef9b7c7f936 None None] Provisioning complete for port 66b9da3e-aa1f-4290-946a-c7a30878eb07 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:44.126932 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-835da58d-5694-408d-b0d7-7ef9b7c7f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:44.253139 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:44.262829 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-835da58d-5694-408d-b0d7-7ef9b7c7f936 None None] Current status of the port 66b9da3e-aa1f-4290-946a-c7a30878eb07 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:03:44.486140 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-3c938854-fa4f-4063-b419-a3fd0d853176 None None] Provisioning complete for port 66b9da3e-aa1f-4290-946a-c7a30878eb07 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:44.486522 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3c938854-fa4f-4063-b419-a3fd0d853176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:44.562341 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-3c938854-fa4f-4063-b419-a3fd0d853176 None None] Current status of the port 66b9da3e-aa1f-4290-946a-c7a30878eb07 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:03:45.013315 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 66b9da3e-aa1f-4290-946a-c7a30878eb07 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:03:45.057841 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 66b9da3e-aa1f-4290-946a-c7a30878eb07 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:45.058266 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:45.096977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:45.135766 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 66b9da3e-aa1f-4290-946a-c7a30878eb07 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:03:45.714235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45016) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:46.048698 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [None req-53e33730-f4ad-434c-bc83-fc3e4fb91a3f admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:03:46.049705 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-53e33730-f4ad-434c-bc83-fc3e4fb91a3f admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3345277 Jun 16 16:03:48.480132 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45024) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:48.812223 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:48.834522 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Made reservation on behalf of 47ead53fd5cc424c8de9383e832d40a2 for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:03:48.836780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:48.855000 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:48.940485 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:48.984559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks [] for security_group (1c1b126c-42ff-4769-8224-6c059ec051c1), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:48.989520 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1c1b126c-42ff-4769-8224-6c059ec051c1), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:49.010836 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Reserving flat network on physical network physnet1 {{(pid=104114) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:03:49.029079 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b126c-42ff-4769-8224-6c059ec051c1,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:49.039163 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776257482990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (d64cacf1-c6d0-43a4-8f7c-47d5e6813927), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:49.039863 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Unsubscribe: segment precommit_create {{(pid=104114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:03:49.040341 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Added segment d64cacf1-c6d0-43a4-8f7c-47d5e6813927 of type flat for network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 Jun 16 16:03:49.107728 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:49.148356 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:49.149363 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:49.149980 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:49.208429 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7264817 Jun 16 16:03:49.248540 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98395b8c-52e9-49a1-a3cc-0abc3e83c7bf admin admin] Pushing event updated for resources: {'Network': ['ID=266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:49.260505 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:03:49.747410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d4feedf2-3844-42ab-a633-cb0d7319ee0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:51.627700 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45032) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:52.000065 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0b6b0-551f-48a1-b7ed-72ca6135793e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:52.001383 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-64d0b6b0-551f-48a1-b7ed-72ca6135793e demo admin] 10.222.0.17 "GET /v2.0/subnets/31d42122-c551-4a39-9370-930662cff390 HTTP/1.1" status: 200 len: 849 time: 0.3727164 Jun 16 16:03:52.120627 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-af5b31e1-925a-4e5d-9269-61b27d26dc0d demo admin] 10.222.0.17 "GET /v2.0/routers/2bc3f632-6802-4cfb-833d-0a24a693a0e0 HTTP/1.1" status: 200 len: 704 time: 0.1129706 Jun 16 16:03:52.150483 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-857af6eb-52cd-4d98-af6a-17ca3a6b9603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:52.371232 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:52.389774 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:52.687626 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Allocated IP 172.20.0.1 (1ea310fe-1331-459d-afba-210d5fd5dcb2/31d42122-c551-4a39-9370-930662cff390/ba12e314-2b40-4d8a-9d94-f94418df209c) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:03:52.839651 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:52.855041 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks [] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:52.918066 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.032153 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:03:53.038655 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:03:53.049573 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:03:53.050463 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (2bc3f632-6802-4cfb-833d-0a24a693a0e0), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.118177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Pushing event updated for resources: {'Port': ['ID=ba12e314-2b40-4d8a-9d94-f94418df209c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:53.231196 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c6590cf5-6204-4cfc-8aa4-2f2f35f94bc7 None None] Provisioning complete for port ba12e314-2b40-4d8a-9d94-f94418df209c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:53.231736 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c6590cf5-6204-4cfc-8aa4-2f2f35f94bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.262349 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.263590 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c6590cf5-6204-4cfc-8aa4-2f2f35f94bc7 None None] Port ba12e314-2b40-4d8a-9d94-f94418df209c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:03:53.471547 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.483599 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks [] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.487794 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.488621 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (2bc3f632-6802-4cfb-833d-0a24a693a0e0), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.545580 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:53.548320 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Pushing event updated for resources: {'Port': ['ID=ba12e314-2b40-4d8a-9d94-f94418df209c,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:53.618118 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:03:53.619537 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:03:53.778543 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:03:53.785444 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-d72f2690-5a99-4292-bc6d-4be86ae21657 None None] Provisioning complete for port ba12e314-2b40-4d8a-9d94-f94418df209c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:53.785444 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d72f2690-5a99-4292-bc6d-4be86ae21657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:53.816430 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d72f2690-5a99-4292-bc6d-4be86ae21657 None None] Port ba12e314-2b40-4d8a-9d94-f94418df209c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:03:53.863206 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:53.871185 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:03:53.876408 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-cbe679d7-d830-4d97-acb7-b95f2873d77f demo admin] 10.222.0.17 "PUT /v2.0/routers/2bc3f632-6802-4cfb-833d-0a24a693a0e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7504783 Jun 16 16:03:53.893403 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Sync routers for ids ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:03:53.906550 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Routers {'2bc3f632-6802-4cfb-833d-0a24a693a0e0'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:03:53.907375 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:03:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:54.090140 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Set router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:03:54.517800 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'name': 'router1', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:03:43Z', 'updated_at': '2022-06-16T16:03:53Z', 'revision_number': 2, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'gw_port_host': None, '_interfaces': [{'id': 'ba12e314-2b40-4d8a-9d94-f94418df209c', 'name': '', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'mac_address': 'fa:16:3e:b0:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:03:52Z', 'updated_at': '2022-06-16T16:03:53Z', 'revision_number': 2, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'subnets': [{'id': '31d42122-c551-4a39-9370-930662cff390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:54.569844 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Checking router: 2bc3f632-6802-4cfb-833d-0a24a693a0e0 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:03:54.570231 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Updating router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 port ba12e314-2b40-4d8a-9d94-f94418df209c binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:03:54.624911 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:54.722739 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.150557 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Publish callbacks [] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.157626 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.237521 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.260165 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Pushing event updated for resources: {'Port': ['ID=ba12e314-2b40-4d8a-9d94-f94418df209c,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:55.297608 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.297999 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.298473 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.298822 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.299157 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.299487 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.299814 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.300142 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.300469 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.300791 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.301696 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.302073 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.302400 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.302717 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.303234 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Tracked resource versions report: Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: pushed versions: Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: { 'AddressGroup': {'1.2'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Agent': {'1.1'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'ConntrackHelper': {'1.0'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Log': {'1.0'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'NDPProxy': {'1.0'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Network': {'1.1'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Port': {'1.7'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'PortForwarding': {'1.3'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'QosPolicy': {'1.10'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroup': {'1.5'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SubPort': {'1.0'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Subnet': {'1.1'}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Trunk': {'1.1'}} Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: consumer versions: Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Agent': '1.1', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'ConntrackHelper': '1.0', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'LocalIPAssociation': '1.0', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Log': '1.0', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'NDPProxy': '1.0', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Network': '1.1', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Port': '1.7', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'PortForwarding': '1.3', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'QosPolicy': '1.10', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroup': '1.5', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroupRule': '1.2', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SubPort': '1.0', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Subnet': '1.1', Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Trunk': '1.1'}} Jun 16 16:03:55.304724 dv-cinder-837167-3-iscsi neutron-server[104117]: {{(pid=104117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:03:55.360761 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Attempting to bind port ba12e314-2b40-4d8a-9d94-f94418df209c on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:03:55.361164 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Attempting to bind port ba12e314-2b40-4d8a-9d94-f94418df209c by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:03:55.361693 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Attempting to bind port ba12e314-2b40-4d8a-9d94-f94418df209c on network 1ea310fe-1331-459d-afba-210d5fd5dcb2 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:03:55.369027 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:03:55.369442 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Checking segment: {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:03:55.369959 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.370396 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Bound using segment: {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:03:55.370975 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Bound port: ba12e314-2b40-4d8a-9d94-f94418df209c, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2454d66a-3d42-4fcb-91b8-7aeb73a05205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:03:55.371408 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.427444 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:55.444060 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] For port ba12e314-2b40-4d8a-9d94-f94418df209c, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:03:55.446977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-fa8fbba9-b100-4fb3-b7bb-1969eb81cdab None None] Provisioning complete for port ba12e314-2b40-4d8a-9d94-f94418df209c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:55.447369 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbba9-b100-4fb3-b7bb-1969eb81cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.465966 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] For port ba12e314-2b40-4d8a-9d94-f94418df209c, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=ba12e314-2b40-4d8a-9d94-f94418df209c,segment=NetworkSegment(2454d66a-3d42-4fcb-91b8-7aeb73a05205),segment_id=2454d66a-3d42-4fcb-91b8-7aeb73a05205)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:03:55.474854 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.481815 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fbba9-b100-4fb3-b7bb-1969eb81cdab None None] Port ba12e314-2b40-4d8a-9d94-f94418df209c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:03:55.487780 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:55.526657 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Routers {'2bc3f632-6802-4cfb-833d-0a24a693a0e0'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:03:55.527494 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:03:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:55.631980 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] Set router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:03:55.634912 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f054f86-4634-43b5-ac3d-508005e3012c None None] Pushing event updated for resources: {'Port': ['ID=ba12e314-2b40-4d8a-9d94-f94418df209c,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:55.699639 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] Provisioning complete for port ba12e314-2b40-4d8a-9d94-f94418df209c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:03:55.700009 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.785235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] Current status of the port ba12e314-2b40-4d8a-9d94-f94418df209c is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:03:55.785235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.819950 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] For port ba12e314-2b40-4d8a-9d94-f94418df209c, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=ba12e314-2b40-4d8a-9d94-f94418df209c,segment=NetworkSegment(2454d66a-3d42-4fcb-91b8-7aeb73a05205),segment_id=2454d66a-3d42-4fcb-91b8-7aeb73a05205)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:03:55.825065 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:55.840904 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8175a280-005e-4950-b800-f67423e5e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'name': 'router1', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:03:43Z', 'updated_at': '2022-06-16T16:03:53Z', 'revision_number': 2, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'gw_port_host': None, '_interfaces': [{'id': 'ba12e314-2b40-4d8a-9d94-f94418df209c', 'name': '', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'mac_address': 'fa:16:3e:b0:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:03:52Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 4, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'subnets': [{'id': '31d42122-c551-4a39-9370-930662cff390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:55.866894 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175a280-005e-4950-b800-f67423e5e91b None None] The sync data for ids ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'] in dv-cinder-837167-3-iscsi is: [{'id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'name': 'router1', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:03:43Z', 'updated_at': '2022-06-16T16:03:53Z', 'revision_number': 2, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'gw_port_host': None, '_interfaces': [{'id': 'ba12e314-2b40-4d8a-9d94-f94418df209c', 'name': '', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'mac_address': 'fa:16:3e:b0:c1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:03:52Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 4, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'subnets': [{'id': '31d42122-c551-4a39-9370-930662cff390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:03:55.883068 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797ae3e-4a50-4387-bccd-9e42df220f3f None None] Pushing event updated for resources: {'Port': ['ID=ba12e314-2b40-4d8a-9d94-f94418df209c,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:56.279160 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45052) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:56.485807 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd1f28-c406-4b69-93d7-1a2e3ef246c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:56.487228 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-84fd1f28-c406-4b69-93d7-1a2e3ef246c1 admin admin] 10.222.0.17 "GET /v2.0/networks/266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 HTTP/1.1" status: 200 len: 842 time: 0.2070992 Jun 16 16:03:56.497416 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'enable_dhcp': False}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:56.520209 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Made reservation on behalf of 47ead53fd5cc424c8de9383e832d40a2 for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:03:56.522595 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:56.797052 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.objects.ports [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104114) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 16:03:56.797486 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (36b8dd5b-0af5-441f-ac93-0ee39464fa65), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:56.852205 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b8dd5b-0af5-441f-ac93-0ee39464fa65,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:56.868001 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:03:56.868349 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Network hostable DHCP agents. Network: 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:03:56.885709 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:03:56.894354 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:03:56.899625 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:56.901308 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:56.904040 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe6bc5-fd55-405d-a783-52e25aa31a76 None None] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:03:56.928108 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-7421b179-2421-430c-9c8d-5b0443afa13a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4339349 Jun 16 16:03:56.974465 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:57.020616 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69978a20-bd36-477f-8281-33b20d69ebad None None] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:03:59.385586 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45070) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:59.544832 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-504aae0b-d292-4d56-8735-31f110295f96 demo admin] 10.222.0.17 "GET /v2.0/routers/2bc3f632-6802-4cfb-833d-0a24a693a0e0 HTTP/1.1" status: 200 len: 710 time: 0.1580706 Jun 16 16:03:59.687312 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:59.711512 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e837b-a9fc-4678-8fcf-5721c8497f32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:59.712958 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e32e837b-a9fc-4678-8fcf-5721c8497f32 demo admin] 10.222.0.17 "GET /v2.0/networks/266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 HTTP/1.1" status: 200 len: 886 time: 0.1625242 Jun 16 16:03:59.722245 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:03:59.970894 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:03:59.980950 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks [] for router_gateway (2bc3f632-6802-4cfb-833d-0a24a693a0e0), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:00.209845 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks [] for router_gateway (2bc3f632-6802-4cfb-833d-0a24a693a0e0), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:00.291588 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:00.408055 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Allocated IP 172.27.2.207 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/5b4e10fa-95b2-4be2-8974-bca324bdb51c) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:00.519362 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks [] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:00.551692 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:00.600457 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:00.603577 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:00.605699 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Pushing event updated for resources: {'Port': ['ID=5b4e10fa-95b2-4be2-8974-bca324bdb51c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:00.609568 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:04:00.693219 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:00.852193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks [] for router_gateway (2bc3f632-6802-4cfb-833d-0a24a693a0e0), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:00.896021 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:01.048948 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device ba12e314-2b40-4d8a-9d94-f94418df209c up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:01.098743 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port ba12e314-2b40-4d8a-9d94-f94418df209c triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:01.099455 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:01.161602 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1786188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11014'] for router (2bc3f632-6802-4cfb-833d-0a24a693a0e0), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:01.165406 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1786238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801568'] for router (2bc3f632-6802-4cfb-833d-0a24a693a0e0), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:01.178665 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port ba12e314-2b40-4d8a-9d94-f94418df209c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:01.273755 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:04:01.382964 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:04:01.388356 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:01.389586 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-02f7a05d-f467-4d6d-9821-13255f15ec5e demo admin] 10.222.0.17 "PUT /v2.0/routers/2bc3f632-6802-4cfb-833d-0a24a693a0e0 HTTP/1.1" status: 200 len: 890 time: 1.6707435 Jun 16 16:04:02.519447 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Sync routers for ids ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:02.530772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Routers {'2bc3f632-6802-4cfb-833d-0a24a693a0e0'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:02.531483 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:03:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:02.675342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:02.744902 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Set router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:04:03.131179 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'name': 'router1', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '5b4e10fa-95b2-4be2-8974-bca324bdb51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:03:43Z', 'updated_at': '2022-06-16T16:04:00Z', 'revision_number': 4, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'gw_port': {'id': '5b4e10fa-95b2-4be2-8974-bca324bdb51c', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:00Z', 'updated_at': '2022-06-16T16:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'ba12e314-2b40-4d8a-9d94-f94418df209c', 'name': '', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'mac_address': 'fa:16:3e:b0:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:03:52Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 5, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'subnets': [{'id': '31d42122-c551-4a39-9370-930662cff390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:03.249147 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Checking router: 2bc3f632-6802-4cfb-833d-0a24a693a0e0 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:03.249494 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Updating router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 port 5b4e10fa-95b2-4be2-8974-bca324bdb51c binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:04:03.305864 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:03.631805 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Publish callbacks [] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:03.638541 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:03.641812 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:03.689657 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Attempting to bind port 5b4e10fa-95b2-4be2-8974-bca324bdb51c on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:04:03.690046 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Attempting to bind port 5b4e10fa-95b2-4be2-8974-bca324bdb51c by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:04:03.690410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Attempting to bind port 5b4e10fa-95b2-4be2-8974-bca324bdb51c on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:04:03.699417 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f7fd0-a57b-4173-8a24-c85786788e40 None None] Pushing event updated for resources: {'Port': ['ID=5b4e10fa-95b2-4be2-8974-bca324bdb51c,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:03.702768 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:04:03.703151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:04:03.703552 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:03.703937 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:04:03.704410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Bound port: 5b4e10fa-95b2-4be2-8974-bca324bdb51c, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:04:03.704785 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:03.760190 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] For port 5b4e10fa-95b2-4be2-8974-bca324bdb51c, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:04:03.763163 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] For port 5b4e10fa-95b2-4be2-8974-bca324bdb51c, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=5b4e10fa-95b2-4be2-8974-bca324bdb51c,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:04:03.769031 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:03.826984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Routers {'2bc3f632-6802-4cfb-833d-0a24a693a0e0'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:03.827608 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:03:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:03.859434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45084) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:03.860181 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f7fd0-a57b-4173-8a24-c85786788e40 None None] Pushing event updated for resources: {'Port': ['ID=5b4e10fa-95b2-4be2-8974-bca324bdb51c,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:03.932656 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:03.937148 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] Set router 2bc3f632-6802-4cfb-833d-0a24a693a0e0 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:04:04.016548 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-817b4223-1c3f-4def-910a-c960148be7d4 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1559417 Jun 16 16:04:04.147920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'name': 'router1', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '5b4e10fa-95b2-4be2-8974-bca324bdb51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:03:43Z', 'updated_at': '2022-06-16T16:04:00Z', 'revision_number': 4, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'gw_port': {'id': '5b4e10fa-95b2-4be2-8974-bca324bdb51c', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:00Z', 'updated_at': '2022-06-16T16:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'ba12e314-2b40-4d8a-9d94-f94418df209c', 'name': '', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'mac_address': 'fa:16:3e:b0:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:03:52Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 5, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'subnets': [{'id': '31d42122-c551-4a39-9370-930662cff390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:04.177491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62c67-8573-4731-8070-4491fa65e06a None None] The sync data for ids ['2bc3f632-6802-4cfb-833d-0a24a693a0e0'] in dv-cinder-837167-3-iscsi is: [{'id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'name': 'router1', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '5b4e10fa-95b2-4be2-8974-bca324bdb51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:03:43Z', 'updated_at': '2022-06-16T16:04:00Z', 'revision_number': 4, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'gw_port': {'id': '5b4e10fa-95b2-4be2-8974-bca324bdb51c', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:00Z', 'updated_at': '2022-06-16T16:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'ba12e314-2b40-4d8a-9d94-f94418df209c', 'name': '', 'network_id': '1ea310fe-1331-459d-afba-210d5fd5dcb2', 'tenant_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'mac_address': 'fa:16:3e:b0:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3f632-6802-4cfb-833d-0a24a693a0e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31d42122-c551-4a39-9370-930662cff390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:03:52Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 5, 'project_id': 'a83dc386fda8411eb2d4aef8e43b7065', 'subnets': [{'id': '31d42122-c551-4a39-9370-930662cff390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '308124d5-00b2-42b7-b004-f008ae253ec3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:05.069769 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 5b4e10fa-95b2-4be2-8974-bca324bdb51c up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:05.113743 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 5b4e10fa-95b2-4be2-8974-bca324bdb51c triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:05.114170 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:05.187025 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 5b4e10fa-95b2-4be2-8974-bca324bdb51c is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:05.187420 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:05.207732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 5b4e10fa-95b2-4be2-8974-bca324bdb51c, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=5b4e10fa-95b2-4be2-8974-bca324bdb51c,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:04:05.211385 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:05.269791 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=5b4e10fa-95b2-4be2-8974-bca324bdb51c,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:05.843553 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=51 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:05.844498 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=29 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:07.061151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 5b4e10fa-95b2-4be2-8974-bca324bdb51c up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:07.142272 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 5b4e10fa-95b2-4be2-8974-bca324bdb51c triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:07.142898 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5b4e10fa-95b2-4be2-8974-bca324bdb51c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:07.187470 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:07.224295 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 5b4e10fa-95b2-4be2-8974-bca324bdb51c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:11.377271 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=41 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:11.380392 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:13.137611 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:04:14.008718 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:14.012039 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:17.222163 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:19.756998 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d39ea125-362d-419d-8b4f-99960686390e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:22.154629 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-efd093fb-655a-41fa-818e-80e0103839c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:23.476772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:24.725874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:25.225762 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:32.147269 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:32.154169 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:35.213002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:35.220637 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:49.761620 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b40917d-f480-42b9-a41c-a7e4191f83c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.138151 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:04:52.155835 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-157feb9e-2e89-4823-9284-15c6dd2e4bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.489372 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:54.738515 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:55.225823 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:05.212236 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:05.220192 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:19.759838 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-67475038-8c9b-4fe2-a0a3-3e54db6feff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:20.132139 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:20.153122 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:22.150862 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f9d431af-602b-466e-8002-0aff0ab4b0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:23.477564 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:24.024728 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45626) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:24.094288 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bdf7e6-bfda-40b0-8808-eaf5a930a3bd admin admin] GET failed (client error): The resource could not be found. Jun 16 16:05:24.096721 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-11bdf7e6-bfda-40b0-8808-eaf5a930a3bd admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710170 Jun 16 16:05:24.291854 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f04af-14c1-4452-8ba6-945565f40fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:24.293345 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-570f04af-14c1-4452-8ba6-945565f40fa3 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1926475 Jun 16 16:05:24.737554 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:25.220662 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:26.520569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45636) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:26.653163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5460f-2dfd-4532-9078-0f0ff760b941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:26.654584 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bbc5460f-2dfd-4532-9078-0f0ff760b941 admin admin] 10.222.0.17 "GET /v2.0/subnets/31d42122-c551-4a39-9370-930662cff390 HTTP/1.1" status: 200 len: 849 time: 0.1330714 Jun 16 16:05:26.664986 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:05:26.755312 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Publish callbacks [] for subnet (31d42122-c551-4a39-9370-930662cff390), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:26.911987 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776257393484'] for subnet (31d42122-c551-4a39-9370-930662cff390), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:26.953909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:26.955719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:26.956388 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] 10.222.0.17 "PUT /v2.0/subnets/31d42122-c551-4a39-9370-930662cff390 HTTP/1.1" status: 200 len: 868 time: 0.2950091 Jun 16 16:05:26.960090 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea05592-3a75-4b36-9dfb-5fe09655b45e None None] Network 1ea310fe-1331-459d-afba-210d5fd5dcb2 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:05:26.973797 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d42122-c551-4a39-9370-930662cff390,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:26.981718 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.982196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.982659 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.983071 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.983471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.983897 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.984267 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.984666 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.985205 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.985600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.987574 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.987574 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.987574 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.987574 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:26.987945 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae95d02-f7ad-495c-a426-d1e441f9306a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:27.138936 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:05:27.336268 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c4e10ae9-1e12-4134-b569-5276b0bcdca8 None None] Provisioning complete for port 66b9da3e-aa1f-4290-946a-c7a30878eb07 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:05:27.336594 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c4e10ae9-1e12-4134-b569-5276b0bcdca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (66b9da3e-aa1f-4290-946a-c7a30878eb07), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:27.410113 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c4e10ae9-1e12-4134-b569-5276b0bcdca8 None None] Current status of the port 66b9da3e-aa1f-4290-946a-c7a30878eb07 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:05:27.419069 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c4e10ae9-1e12-4134-b569-5276b0bcdca8 None None] Provisioning complete for port ba12e314-2b40-4d8a-9d94-f94418df209c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:05:27.419442 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c4e10ae9-1e12-4134-b569-5276b0bcdca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ba12e314-2b40-4d8a-9d94-f94418df209c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:27.494799 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c4e10ae9-1e12-4134-b569-5276b0bcdca8 None None] Current status of the port ba12e314-2b40-4d8a-9d94-f94418df209c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:05:29.250210 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45644) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:29.463168 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d538731-b1f3-4b53-9dfa-9c9f78d037f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:29.463486 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d538731-b1f3-4b53-9dfa-9c9f78d037f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:29.465050 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-9d538731-b1f3-4b53-9dfa-9c9f78d037f0 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138901 Jun 16 16:05:31.688600 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45654) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:31.825952 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6b2d5-a65b-40a4-8027-d593cf5ee58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:31.826429 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6b2d5-a65b-40a4-8027-d593cf5ee58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:31.828098 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-cab6b2d5-a65b-40a4-8027-d593cf5ee58a admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384101 Jun 16 16:05:34.032588 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45662) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:34.234853 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176b94e-807d-4c60-a8c8-f674089ace8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:34.236771 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-c176b94e-807d-4c60-a8c8-f674089ace8e admin admin] 10.222.0.17 "GET /v2.0/networks/1ea310fe-1331-459d-afba-210d5fd5dcb2 HTTP/1.1" status: 200 len: 869 time: 0.2022879 Jun 16 16:05:36.458905 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45670) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:36.597202 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6cce6e-b7c2-4f24-90df-4ebb6113035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:36.598634 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0d6cce6e-b7c2-4f24-90df-4ebb6113035f admin admin] 10.222.0.17 "GET /v2.0/networks/266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 HTTP/1.1" status: 200 len: 886 time: 0.1387773 Jun 16 16:05:37.488310 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:37.493176 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:38.810043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45680) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:38.935474 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81751759-61ee-414a-9327-2c1f8fb2231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:38.935923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81751759-61ee-414a-9327-2c1f8fb2231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:38.937463 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-81751759-61ee-414a-9327-2c1f8fb2231b admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264832 Jun 16 16:05:41.142521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45690) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:41.268004 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd66ec-909d-4cb9-ba22-8211d535b262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:41.268457 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd66ec-909d-4cb9-ba22-8211d535b262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:41.270068 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1bbd66ec-909d-4cb9-ba22-8211d535b262 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264274 Jun 16 16:05:43.474536 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45698) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:43.573582 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d4885-7b3f-449c-8115-3b32753bad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:43.574999 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c46d4885-7b3f-449c-8115-3b32753bad32 admin admin] 10.222.0.17 "GET /v2.0/subnets/31d42122-c551-4a39-9370-930662cff390 HTTP/1.1" status: 200 len: 868 time: 0.0994880 Jun 16 16:05:45.758573 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45706) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:05:45.846959 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224207e-2913-43ce-9238-ba424442e0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:45.848322 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b224207e-2913-43ce-9238-ba424442e0b9 admin admin] 10.222.0.17 "GET /v2.0/subnets/36b8dd5b-0af5-441f-ac93-0ee39464fa65 HTTP/1.1" status: 200 len: 816 time: 0.0885553 Jun 16 16:05:46.141227 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:46.148225 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:48.928189 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:48.931241 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:49.755007 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa50-2b66-476f-a817-7b2abde2da0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:52.154508 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-908fc398-c2d4-42c2-8634-daaab206189f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:53.480945 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:54.741027 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:55.226364 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:55.842011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=41 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:55.843905 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=41 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:04.138276 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:06:05.218890 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:05.220938 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:13.348181 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45760) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:13.396688 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [None req-50bdb2b9-8ea6-4e41-902f-18011f134b0b admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:06:13.397731 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-50bdb2b9-8ea6-4e41-902f-18011f134b0b admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0486093 Jun 16 16:06:15.649108 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45768) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:15.713032 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.pecan_wsgi.hooks.translation [None req-418c6ea1-03ce-4662-8424-63b029626635 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:06:15.714481 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-418c6ea1-03ce-4662-8424-63b029626635 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644248 Jun 16 16:06:15.860096 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24d4355-b5ba-4dec-8808-b6ba02962867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:15.861585 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f24d4355-b5ba-4dec-8808-b6ba02962867 admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430960 Jun 16 16:06:18.065507 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45776) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:18.113795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:06:18.138633 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Made reservation on behalf of 47ead53fd5cc424c8de9383e832d40a2 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:18.140934 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:18.174915 dv-cinder-837167-3-iscsi neutron-server[104115]: WARNING neutron.services.revisions.revision_plugin [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Could not find related network for resource to bump revision. Jun 16 16:06:18.187559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:06:18.197817 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (e5292569-bf0d-44a5-aa6c-00edcdf97f13), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:18.198194 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Added segment e5292569-bf0d-44a5-aa6c-00edcdf97f13 of type vlan for network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 Jun 16 16:06:18.239427 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (78e7f200-d5c6-4a05-b8d1-49e269a4fe23), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:18.263896 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (78e7f200-d5c6-4a05-b8d1-49e269a4fe23), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:18.264858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:18.265438 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:18.318997 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2522905 Jun 16 16:06:18.367105 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be1ed2-f49f-46e1-aa6e-14eeaa505b53 admin admin] Pushing event updated for resources: {'Network': ['ID=78e7f200-d5c6-4a05-b8d1-49e269a4fe23,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:18.379159 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:06:19.761885 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-14ed86f3-a802-4e47-8473-15196a160f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:20.611477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45784) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:20.676270 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b996a8e-206b-47f5-8677-a639cc86817f admin admin] GET failed (client error): The resource could not be found. Jun 16 16:06:20.677582 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8b996a8e-206b-47f5-8677-a639cc86817f admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651510 Jun 16 16:06:20.751782 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0a47d-95bb-4acc-afd4-f0fd196438cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:20.753228 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1cd0a47d-95bb-4acc-afd4-f0fd196438cb admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715659 Jun 16 16:06:20.763123 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:06:20.785809 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Made reservation on behalf of 47ead53fd5cc424c8de9383e832d40a2 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:20.788278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:20.980083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (abba2c43-28b6-4cb6-9346-b0f47e774eff), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.032757 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abba2c43-28b6-4cb6-9346-b0f47e774eff,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:21.052330 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Checking segment: {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:06:21.052693 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Network hostable DHCP agents. Network: 78e7f200-d5c6-4a05-b8d1-49e269a4fe23, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:06:21.074631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:06:21.088628 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 78e7f200-d5c6-4a05-b8d1-49e269a4fe23) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:21.093129 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:21.093713 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.098690 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b85cd-9705-47fe-8d91-d03e79514d16 None None] Network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:06:21.117082 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0db6dab7-8d79-4d7b-8b8c-5dcff169ce99 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3574660 Jun 16 16:06:21.213654 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-78e7f200-d5c6-4a05-b8d1-49e269a4fe23', 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23', 'project_id': '47ead53fd5cc424c8de9383e832d40a2', 'fixed_ips': [{'subnet_id': 'abba2c43-28b6-4cb6-9346-b0f47e774eff'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:06:21.214804 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.451464 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Allocated IP 192.168.233.2 (78e7f200-d5c6-4a05-b8d1-49e269a4fe23/abba2c43-28b6-4cb6-9346-b0f47e774eff/2184b09c-b872-4a6d-8593-c32185bd7021) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:21.608317 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Publish callbacks [] for port (2184b09c-b872-4a6d-8593-c32185bd7021), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.616068 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.663756 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:21.667238 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:21.669256 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Pushing event updated for resources: {'Port': ['ID=2184b09c-b872-4a6d-8593-c32185bd7021,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:21.671362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:06:21.681051 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.681395 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.681759 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.682144 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.682483 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.682807 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.683131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.683453 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.683780 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.684103 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.684421 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.684763 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.685075 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.685395 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.685706 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:21.743931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Attempting to bind port 2184b09c-b872-4a6d-8593-c32185bd7021 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:06:21.744161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Attempting to bind port 2184b09c-b872-4a6d-8593-c32185bd7021 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:06:21.744526 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Attempting to bind port 2184b09c-b872-4a6d-8593-c32185bd7021 on network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:06:21.749869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:06:21.750269 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Checking segment: {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:06:21.750667 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.751061 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Bound using segment: {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:06:21.751520 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Bound port: 2184b09c-b872-4a6d-8593-c32185bd7021, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:06:21.751897 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.817146 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] For port 2184b09c-b872-4a6d-8593-c32185bd7021, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:06:21.820287 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] For port 2184b09c-b872-4a6d-8593-c32185bd7021, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=2184b09c-b872-4a6d-8593-c32185bd7021,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:06:21.826430 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:21.900943 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b2e6-2dd3-4bbf-adca-7c4ebf4ab679 None None] Pushing event updated for resources: {'Port': ['ID=2184b09c-b872-4a6d-8593-c32185bd7021,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:22.168267 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-579ef17f-26ae-46d6-a18a-a7104414be6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:22.695526 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff49b65-9ff2-43f5-8693-06444ca9e250 None None] Network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:06:22.720175 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:22.768173 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] Provisioning complete for port 2184b09c-b872-4a6d-8593-c32185bd7021 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:06:22.768654 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:22.812294 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:22.890602 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] Current status of the port 2184b09c-b872-4a6d-8593-c32185bd7021 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:06:22.890990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:22.932990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] For port 2184b09c-b872-4a6d-8593-c32185bd7021, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=2184b09c-b872-4a6d-8593-c32185bd7021,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:06:22.937459 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:23.000979 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca96ccd-44d0-4b2e-8b1d-b94aa99c246b None None] Pushing event updated for resources: {'Port': ['ID=2184b09c-b872-4a6d-8593-c32185bd7021,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:23.059603 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-4a68cf21-8111-43d5-9994-313f16306488 None None] Provisioning complete for port 2184b09c-b872-4a6d-8593-c32185bd7021 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:06:23.059603 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4a68cf21-8111-43d5-9994-313f16306488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:23.141206 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:23.145187 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=15 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:23.158961 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-4a68cf21-8111-43d5-9994-313f16306488 None None] Current status of the port 2184b09c-b872-4a6d-8593-c32185bd7021 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:06:23.164994 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 2184b09c-b872-4a6d-8593-c32185bd7021 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:06:23.210616 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 2184b09c-b872-4a6d-8593-c32185bd7021 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:06:23.211251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2184b09c-b872-4a6d-8593-c32185bd7021), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:23.290449 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 2184b09c-b872-4a6d-8593-c32185bd7021 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:06:23.486086 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:24.745490 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:25.231094 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:25.856256 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=12 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:25.857211 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=10 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:31.109092 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:31.110028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=66,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:35.218463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:35.225728 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:41.137653 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:06:49.765287 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a484f343-124f-43fc-82da-230d424a7d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:52.165223 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ea806368-9d7d-4510-9503-721bfa25ebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:53.490265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:54.745937 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:55.236439 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:00.131428 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:00.148812 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:05.228721 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=21 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:05.230686 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:18.126905 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:18.127825 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:18.137116 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:07:19.769463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e026f2ea-e773-4a23-9c73-78e5e4080ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:22.160514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6d54b628-f77c-431d-85d0-7688c3d5f02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:23.491479 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:24.750241 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:25.245634 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:35.238125 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:35.241406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:37.140997 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:37.146394 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:49.097984 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45824) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:07:49.103648 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [None req-070239ee-7310-472a-9b9d-cbdde1ee5e17 tempest-verify_tempest_config-608134971 tempest-verify_tempest_config-608134971-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:07:49.104624 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-070239ee-7310-472a-9b9d-cbdde1ee5e17 tempest-verify_tempest_config-608134971 tempest-verify_tempest_config-608134971-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056748 Jun 16 16:07:49.418843 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 45842) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:07:49.533968 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.613715 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Publish callbacks [] for security_group (c2918d6f-f397-4764-9fbc-5bce5625b36c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.618553 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c2918d6f-f397-4764-9fbc-5bce5625b36c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.666332 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=56a27c56498e48bf820e71f3bb6df507&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2463489 Jun 16 16:07:49.667193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2918d6f-f397-4764-9fbc-5bce5625b36c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:49.668957 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45846) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:07:49.674573 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.674919 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.675263 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.675720 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.675937 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.676266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.676593 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.676922 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.677247 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.677574 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.677899 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.678265 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.678592 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.678912 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.679232 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6ba6-4efa-48bf-9ff0-924bd3e69422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.727674 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Publish callbacks [] for security_group (c2918d6f-f397-4764-9fbc-5bce5625b36c), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.749696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Publish callbacks [] for security_group (c2918d6f-f397-4764-9fbc-5bce5625b36c), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.773283 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-df840153-5802-4513-83ef-0849256711a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.850589 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c2918d6f-f397-4764-9fbc-5bce5625b36c), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.853246 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:49.854410 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c2918d6f-f397-4764-9fbc-5bce5625b36c HTTP/1.1" status: 204 len: 168 time: 0.1844323 Jun 16 16:07:49.863669 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2918d6f-f397-4764-9fbc-5bce5625b36c,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:49.871543 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.871893 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.872249 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.872589 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.872919 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.873244 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.873565 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.873885 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.874254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.874670 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.874923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.875261 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.875583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.875897 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.876813 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc92dd-f4ae-4ccd-9c9d-b2a750bd91f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:52.164040 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-19fa032b-7796-4b0d-bcef-e960f4165394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:53.495301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:54.750633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:55.135121 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:07:55.239701 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:59.660744 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=20,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:59.671064 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=19,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:59.866104 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:59.866923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:05.228352 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:05.235712 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:17.888268 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=14 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:17.889602 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=20 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:19.776158 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-422cf240-c5a0-482d-9334-95a499694edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:22.169541 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a9d46594-5585-41b3-9898-c084ab13c0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:23.497381 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:24.753159 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:25.242880 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:32.134398 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:08:35.237022 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:35.237858 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:49.780495 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8f9829a6-e56c-4b2b-aac7-7bfd72376cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:51.136186 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:51.140379 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:52.172424 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0468a9a8-3405-4497-825d-145eb1b63835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:53.499786 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:54.755533 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:55.247055 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:05.234564 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:05.241385 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:09.134241 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 5 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:09:19.780053 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ef11107a-a971-46c2-92a0-22204b829d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:22.179104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5c6e493d-67b2-437b-82cd-f5f4613bedce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:23.508326 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:24.767469 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:25.260061 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:28.137537 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:28.139081 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:35.242265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:35.254043 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:38.076901 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1787753'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:46.133499 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:09:48.067795 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:48.070845 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:49.776652 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c83749ac-9425-4bd0-aa5a-f90d39c6ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:50.571189 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45922) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:09:50.684142 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-40673886-6877-4490-a9e9-77800e0bff63 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1118443 Jun 16 16:09:52.183121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dc811e3f-9e0a-4860-9f49-1a51986d905d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:52.960897 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 45932) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:09:53.017283 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-197c70fd-8fc4-4816-8137-cce13744e3a6 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552940 Jun 16 16:09:53.506173 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:54.763369 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:55.254446 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:03.011477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:03.012275 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:05.124694 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:05.135765 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:05.247549 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:05.249485 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:08.050487 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:17.893402 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=14 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:18.045413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:19.773102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6188bebe-eeda-4c3d-afe2-684057521f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:20.137383 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=14 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:22.186028 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cf93ae13-c466-4004-94e4-cf4d53bc004a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:23.134373 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:10:23.509423 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:24.768200 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:25.260594 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:35.247859 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:35.256492 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:38.052270 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:42.129419 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:42.133919 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:49.771166 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-98e3a5ad-c70b-4bc3-b35c-3a595acf8d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:52.200114 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9cc743ec-3ae1-4499-ba0a-5676aeec6a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:53.512402 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:54.771149 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:55.254823 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:00.133561 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:11:05.248128 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:05.250570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:08.052080 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:18.039611 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:18.047041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:19.126719 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:19.132161 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:19.766640 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a67d61ab-f94e-4c51-9d6f-0493274424da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:22.201381 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a30dea88-9815-4c2f-935c-df5ea24b0755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:23.516011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:24.777633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:25.259410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.067853 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46102) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:35.252347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:35.255651 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:35.419209 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1132972270-network', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:35.454136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Made reservation on behalf of 34323d7e571b4f1db4d6e0c6cd1159cc for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:35.457781 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.468600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.568685 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks [] for security_group (9a4b1d90-9742-483d-8f37-6e753ff32832), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.573401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9a4b1d90-9742-483d-8f37-6e753ff32832), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.609357 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46130) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:35.613427 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b1d90-9742-483d-8f37-6e753ff32832,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:35.621337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:11:35.625030 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.625369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.625715 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.626078 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.626417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.626729 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.627304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.627799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.628155 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.628486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.628825 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.629167 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.629481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.629994 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.630498 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Tracked resource versions report: Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: pushed versions: Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: { 'AddressGroup': {'1.2'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Agent': {'1.1'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'ConntrackHelper': {'1.0'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Log': {'1.0'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'NDPProxy': {'1.0'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Network': {'1.1'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Port': {'1.7'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'PortForwarding': {'1.3'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'QosPolicy': {'1.10'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroup': {'1.5'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SubPort': {'1.0'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Subnet': {'1.1'}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Trunk': {'1.1'}} Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: consumer versions: Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: HyperV agent@hv-cinder-83716: {}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Agent': '1.1', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'ConntrackHelper': '1.0', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'LocalIPAssociation': '1.0', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Log': '1.0', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'NDPProxy': '1.0', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Network': '1.1', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Port': '1.7', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'PortForwarding': '1.3', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'QosPolicy': '1.10', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroup': '1.5', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SecurityGroupRule': '1.2', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'SubPort': '1.0', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Subnet': '1.1', Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: 'Trunk': '1.1'}} Jun 16 16:11:35.631737 dv-cinder-837167-3-iscsi neutron-server[104115]: {{(pid=104115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:11:35.644297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (a2df14d3-7b59-4f6b-afa2-b1e01b2930f4), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.644640 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Added segment a2df14d3-7b59-4f6b-afa2-b1e01b2930f4 of type vlan for network abdff458-150a-4302-aaae-af8beb5c788c Jun 16 16:11:35.748079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (abdff458-150a-4302-aaae-af8beb5c788c), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.784971 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (abdff458-150a-4302-aaae-af8beb5c788c), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.786159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:35.786851 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:35.857350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] Pushing event updated for resources: {'Network': ['ID=abdff458-150a-4302-aaae-af8beb5c788c,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:35.868669 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46156) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:35.869087 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-33a77e43-17fa-4af3-bc57-ab441e78fb77 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8000042 Jun 16 16:11:35.871391 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network abdff458-150a-4302-aaae-af8beb5c788c details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:11:35.875553 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Request body: {'subnet': {'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1132972270-subnet', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:35.904062 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Made reservation on behalf of 34323d7e571b4f1db4d6e0c6cd1159cc for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:35.908787 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.115230 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-759225275-network', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:36.147134 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46162) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:36.152034 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (1d0ea822-b40f-4500-b995-fa02f5c865b5), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.159539 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Made reservation on behalf of 4e4bfae59d38461c839fc9a35eb4d6cf for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:36.163037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.198801 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.207861 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46170) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:36.304369 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0ea822-b40f-4500-b995-fa02f5c865b5,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:36.324375 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.324717 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.325269 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.325819 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.326180 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.326523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.327739 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.328080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.328627 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.328976 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.329329 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.329691 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.330041 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.330360 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.330914 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Tracked resource versions report: Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: pushed versions: Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: { 'AddressGroup': {'1.2'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Agent': {'1.1'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'ConntrackHelper': {'1.0'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Log': {'1.0'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'NDPProxy': {'1.0'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Network': {'1.1'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Port': {'1.7'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'PortForwarding': {'1.3'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'QosPolicy': {'1.10'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroup': {'1.5'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SubPort': {'1.0'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Subnet': {'1.1'}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Trunk': {'1.1'}} Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: consumer versions: Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: HyperV agent@hv-cinder-83716: {}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Agent': '1.1', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'ConntrackHelper': '1.0', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'LocalIPAssociation': '1.0', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Log': '1.0', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'NDPProxy': '1.0', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Network': '1.1', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Port': '1.7', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'PortForwarding': '1.3', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'QosPolicy': '1.10', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroup': '1.5', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SecurityGroupRule': '1.2', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'SubPort': '1.0', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Subnet': '1.1', Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: 'Trunk': '1.1'}} Jun 16 16:11:36.332226 dv-cinder-837167-3-iscsi neutron-server[104114]: {{(pid=104114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:11:36.353838 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Checking segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:36.354204 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Network hostable DHCP agents. Network: abdff458-150a-4302-aaae-af8beb5c788c, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:11:36.402928 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Network abdff458-150a-4302-aaae-af8beb5c788c is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:11:36.426177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, abdff458-150a-4302-aaae-af8beb5c788c) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:36.438225 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e595920c-7448-4352-8300-a9968b38f23b None None] Network abdff458-150a-4302-aaae-af8beb5c788c requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:36.440691 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks [] for security_group (274f4cdf-a51a-43da-959d-c00a7e45b061), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.442863 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:36.443752 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.452548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (274f4cdf-a51a-43da-959d-c00a7e45b061), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.504047 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:11:36.512997 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46180) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:36.513326 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e52a0911-6b6f-4fe1-928b-a616569cf8c2 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6428595 Jun 16 16:11:36.521568 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:36.525368 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274f4cdf-a51a-43da-959d-c00a7e45b061,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:36.532441 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (e2d49030-66e6-466c-810d-5686e4ad8e0a), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.533079 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Added segment e2d49030-66e6-466c-810d-5686e4ad8e0a of type vlan for network b0f8736e-a4c9-4c19-b402-ad1b6934beeb Jun 16 16:11:36.569109 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (9228fd68-ea6d-454e-a564-93acd8277c53), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.571256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (9228fd68-ea6d-454e-a564-93acd8277c53), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.627188 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (b0f8736e-a4c9-4c19-b402-ad1b6934beeb), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.650863 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-abdff458-150a-4302-aaae-af8beb5c788c', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:11:36.652218 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.680283 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (b0f8736e-a4c9-4c19-b402-ad1b6934beeb), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.681662 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:36.682483 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.708017 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46184) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:36.727497 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks [] for router_controller (9228fd68-ea6d-454e-a564-93acd8277c53), precommit_add_association {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.740206 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-network', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:36.756559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-692230530-network', 'tenant_id': 'cbf2b6097fc344fab753b7a12d32f49e'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:36.850548 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2392547 Jun 16 16:11:36.852929 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46194) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:36.876711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Request body: {'subnet': {'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-759225275-subnet', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:36.903785 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:36.909744 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1c6c2-db83-4630-a34b-80e82456be51 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f8736e-a4c9-4c19-b402-ad1b6934beeb,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:36.915473 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Made reservation on behalf of 4e4bfae59d38461c839fc9a35eb4d6cf for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:36.918939 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:36.965290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Allocated IP 172.20.0.2 (abdff458-150a-4302-aaae-af8beb5c788c/1d0ea822-b40f-4500-b995-fa02f5c865b5/b16acd0e-671c-447e-b1a9-30e4076b275d) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:37.100935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks [] for router_gateway (9228fd68-ea6d-454e-a564-93acd8277c53), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.107196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Made reservation on behalf of cbf2b6097fc344fab753b7a12d32f49e for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:37.118742 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.135559 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:11:37.154284 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.177027 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Made reservation on behalf of 6eee49063a5847dba6ffb520d0149d88 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:37.179760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.221362 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-818682029-network', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:37.258300 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.268606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Publish callbacks [] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.278388 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.307184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:37.331791 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:37.346397 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Made reservation on behalf of b091584c67814e4d8f7e88f0596880e3 for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:37.353884 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.360122 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Pushing event updated for resources: {'Port': ['ID=b16acd0e-671c-447e-b1a9-30e4076b275d,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:37.364328 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:37.373268 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:11:37.480067 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.540845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks [] for security_group (44132506-7816-4613-936b-6dd0f3671e70), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.563483 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (44132506-7816-4613-936b-6dd0f3671e70), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.581952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.582563 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.582649 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.583008 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.583342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.583666 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.588016 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.588367 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.589427 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.590007 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.595790 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.596185 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.596496 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.597511 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.597872 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Tracked resource versions report: Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: pushed versions: Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: { 'AddressGroup': {'1.2'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Agent': {'1.1'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'ConntrackHelper': {'1.0'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Log': {'1.0'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'NDPProxy': {'1.0'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Network': {'1.1'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Port': {'1.7'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'PortForwarding': {'1.3'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'QosPolicy': {'1.10'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroup': {'1.5'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SubPort': {'1.0'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Subnet': {'1.1'}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Trunk': {'1.1'}} Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: consumer versions: Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: HyperV agent@hv-cinder-83716: {}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Agent': '1.1', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'ConntrackHelper': '1.0', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'LocalIPAssociation': '1.0', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Log': '1.0', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'NDPProxy': '1.0', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Network': '1.1', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Port': '1.7', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'PortForwarding': '1.3', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'QosPolicy': '1.10', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroup': '1.5', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SecurityGroupRule': '1.2', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'SubPort': '1.0', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Subnet': '1.1', Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: 'Trunk': '1.1'}} Jun 16 16:11:37.599638 dv-cinder-837167-3-iscsi neutron-server[104116]: {{(pid=104116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:11:37.642574 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Network abdff458-150a-4302-aaae-af8beb5c788c is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:37.646259 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:37.649346 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks [] for security_group (2f6ddb22-d1e2-4409-a108-2edbfd86b6d3), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.659471 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:37.669366 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f6ddb22-d1e2-4409-a108-2edbfd86b6d3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.697864 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:11:37.708562 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (3aec269a-e419-427d-b66d-900747180b91), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.806567 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Attempting to bind port b16acd0e-671c-447e-b1a9-30e4076b275d on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:37.806945 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Attempting to bind port b16acd0e-671c-447e-b1a9-30e4076b275d by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:37.809598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Attempting to bind port b16acd0e-671c-447e-b1a9-30e4076b275d on network abdff458-150a-4302-aaae-af8beb5c788c {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:37.822914 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:37.823301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Checking segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:37.826176 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.828480 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Bound using segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:37.829547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:11:37.830361 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Bound port: b16acd0e-671c-447e-b1a9-30e4076b275d, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:37.831557 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.833730 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aec269a-e419-427d-b66d-900747180b91,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:37.871922 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (006d1db3-c439-476b-8de1-33c112208d17), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.872764 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Added segment 006d1db3-c439-476b-8de1-33c112208d17 of type vlan for network 886d3590-8ffa-4896-a2a7-f36f525c35b1 Jun 16 16:11:37.879376 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks [] for router_gateway (9228fd68-ea6d-454e-a564-93acd8277c53), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.886457 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Checking segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:37.887038 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Network hostable DHCP agents. Network: b0f8736e-a4c9-4c19-b402-ad1b6934beeb, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:11:37.927471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44132506-7816-4613-936b-6dd0f3671e70,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:37.946631 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:11:37.970132 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, b0f8736e-a4c9-4c19-b402-ad1b6934beeb) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:37.977054 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (42a53d11-9459-4618-89e5-8d0528a06493), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.977880 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Added segment 42a53d11-9459-4618-89e5-8d0528a06493 of type vlan for network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e Jun 16 16:11:37.985399 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:37.985667 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:37.995412 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.031287 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669ee0e-8d3f-4eb7-85a1-7ac2dd0832e8 None None] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:38.085043 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks [] for security_group (53952439-8866-4994-9723-eb9c07bcca66), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.104115 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3262ec08-b3e1-4cc1-843c-e6d8debc8422 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2331014 Jun 16 16:11:38.113167 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] For port b16acd0e-671c-447e-b1a9-30e4076b275d, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:38.128035 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46250) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:38.139865 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:38.149184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (53952439-8866-4994-9723-eb9c07bcca66), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.178650 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.194461 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] For port b16acd0e-671c-447e-b1a9-30e4076b275d, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b16acd0e-671c-447e-b1a9-30e4076b275d,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:38.209784 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.213125 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:38.221516 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (84d0c54c-ef5a-4a19-a82f-2cbc7460411e), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.239322 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:11:38.250694 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (886d3590-8ffa-4896-a2a7-f36f525c35b1), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.282929 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (dd298dfc-496d-48c2-844d-f4fd740de424), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.284117 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (dd298dfc-496d-48c2-844d-f4fd740de424), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.284501 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:38.293897 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53952439-8866-4994-9723-eb9c07bcca66,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:38.306288 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:38.330316 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (461ec7f7-e135-466d-8418-89a8d5178d3b), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.330790 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Added segment 461ec7f7-e135-466d-8418-89a8d5178d3b of type vlan for network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 Jun 16 16:11:38.375254 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2073b-3535-4688-927c-7a28c537ebf5 None None] Pushing event updated for resources: {'Port': ['ID=b16acd0e-671c-447e-b1a9-30e4076b275d,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:38.415108 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'fixed_ips': [{'subnet_id': '3aec269a-e419-427d-b66d-900747180b91'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:11:38.416257 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.455113 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (cdb4f4d1-8b7f-401f-9aab-5045d67bace2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.496963 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:38.515966 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks [] for router_controller (dd298dfc-496d-48c2-844d-f4fd740de424), precommit_add_association {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.529684 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Allocated IP 172.27.2.233 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/02c9b7ec-666f-40f2-9587-e4b5e3f5ceac) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:38.691026 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (cdb4f4d1-8b7f-401f-9aab-5045d67bace2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.693783 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:38.694751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.704095 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Allocated IP 172.20.0.2 (b0f8736e-a4c9-4c19-b402-ad1b6934beeb/3aec269a-e419-427d-b66d-900747180b91/1594f9c3-5a11-4c61-82fb-7a7694fde174) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:38.839138 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.db.resource_extend [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:11:38.856801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks [] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:38.899275 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.1830313 Jun 16 16:11:38.928464 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46274) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:38.928907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46276) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:38.948935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Request body: {'subnet': {'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-818682029-subnet', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:38.955337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=9 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:38.972216 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a58020-feb8-4494-a5c7-b78b93c9b794 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb4f4d1-8b7f-401f-9aab-5045d67bace2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:38.984548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks [] for router_gateway (dd298dfc-496d-48c2-844d-f4fd740de424), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.003445 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:11:39.017290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:39.017290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (84d0c54c-ef5a-4a19-a82f-2cbc7460411e), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.017290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:39.017290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.127068 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.161218 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:39.167937 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:39.170426 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (886d3590-8ffa-4896-a2a7-f36f525c35b1), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.171958 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:39.173062 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.190789 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:39.206289 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0571363 Jun 16 16:11:39.335985 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46294) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:39.354424 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Request body: {'subnet': {'network_id': '886d3590-8ffa-4896-a2a7-f36f525c35b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-692230530-subnet', 'tenant_id': 'cbf2b6097fc344fab753b7a12d32f49e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:39.408432 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:39.431842 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46300) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:39.433150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Publish callbacks [] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.434609 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Made reservation on behalf of cbf2b6097fc344fab753b7a12d32f49e for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:39.436813 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.2262943 Jun 16 16:11:39.438216 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.450242 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b16acd0e-671c-447e-b1a9-30e4076b275d up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:39.467481 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Request body: {'subnet': {'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-subnet', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:39.499454 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.524951 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Made reservation on behalf of 6eee49063a5847dba6ffb520d0149d88 for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:39.528245 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.609615 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:39.616399 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:39.624898 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Made reservation on behalf of b091584c67814e4d8f7e88f0596880e3 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:39.628408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.630960 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e863a05a-ec16-479d-9de3-6c6f59594c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.634782 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:39.656355 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Pushing event updated for resources: {'Port': ['ID=1594f9c3-5a11-4c61-82fb-7a7694fde174,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:39.691077 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port b16acd0e-671c-447e-b1a9-30e4076b275d triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:39.691480 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.764379 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Attempting to bind port 1594f9c3-5a11-4c61-82fb-7a7694fde174 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:39.765451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Attempting to bind port 1594f9c3-5a11-4c61-82fb-7a7694fde174 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:39.765451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Attempting to bind port 1594f9c3-5a11-4c61-82fb-7a7694fde174 on network b0f8736e-a4c9-4c19-b402-ad1b6934beeb {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:39.777438 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:39.777818 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Checking segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:39.778371 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.778942 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Bound using segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:39.779454 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Bound port: 1594f9c3-5a11-4c61-82fb-7a7694fde174, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:39.780452 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.812469 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:39.825045 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (8514b8b1-57c4-45be-9024-9d97cf2952f3), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.893611 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e863a05a-ec16-479d-9de3-6c6f59594c01 admin admin] Publish callbacks [] for security_group (55ba2a94-2994-492d-80af-d9dcdf67b6f7), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.914293 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:39.919680 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks [] for router_gateway (dd298dfc-496d-48c2-844d-f4fd740de424), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.955793 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port b16acd0e-671c-447e-b1a9-30e4076b275d is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:39.956302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:39.977570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] For port 1594f9c3-5a11-4c61-82fb-7a7694fde174, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:40.009563 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] For port 1594f9c3-5a11-4c61-82fb-7a7694fde174, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=1594f9c3-5a11-4c61-82fb-7a7694fde174,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:40.014512 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e863a05a-ec16-479d-9de3-6c6f59594c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (55ba2a94-2994-492d-80af-d9dcdf67b6f7), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.020789 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.028143 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.070389 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port b16acd0e-671c-447e-b1a9-30e4076b275d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b16acd0e-671c-447e-b1a9-30e4076b275d,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:40.078414 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.115690 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef676c6-be72-466e-825a-0252babdd7d9 None None] Pushing event updated for resources: {'Port': ['ID=1594f9c3-5a11-4c61-82fb-7a7694fde174,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.156420 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a05a-ec16-479d-9de3-6c6f59594c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba2a94-2994-492d-80af-d9dcdf67b6f7,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.160395 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abad23-3339-4fa3-969c-de52b1af069c admin admin] Pushing event updated for resources: {'Network': ['ID=84d0c54c-ef5a-4a19-a82f-2cbc7460411e,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.163001 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b6edc4-2aba-4446-8510-adb52f836eef None None] Network abdff458-150a-4302-aaae-af8beb5c788c requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:40.200794 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Pushing event updated for resources: {'Port': ['ID=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.267953 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e863a05a-ec16-479d-9de3-6c6f59594c01 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1060bd888a3042f3a9d4b5f299a41ae8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3136122 Jun 16 16:11:40.273584 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46318) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:40.279933 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Checking segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:40.280485 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Network hostable DHCP agents. Network: 84d0c54c-ef5a-4a19-a82f-2cbc7460411e, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:11:40.291896 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8514b8b1-57c4-45be-9024-9d97cf2952f3,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.344103 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:40.418362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:11:40.465518 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-dd457485-2fef-4a97-bc6d-c3e46dc9f357 None None] Provisioning complete for port b16acd0e-671c-447e-b1a9-30e4076b275d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:40.474660 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd457485-2fef-4a97-bc6d-c3e46dc9f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.476509 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46324) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:40.489605 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:11:40.512659 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:40.538815 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Allocated IP 172.27.2.181 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/f92dd108-db51-41cc-9b62-8804c16bdcf2) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:40.542717 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 84d0c54c-ef5a-4a19-a82f-2cbc7460411e) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:40.564152 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks [] for router_gateway (9228fd68-ea6d-454e-a564-93acd8277c53), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.568903 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=b16acd0e-671c-447e-b1a9-30e4076b275d,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.583854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee29b2a-48e7-44c7-a5da-94e810080a28 None None] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:40.831244 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:40.832650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a5c99-ac98-4377-9046-b5c42b5c8995 admin admin] Pushing event updated for resources: {'Network': ['ID=886d3590-8ffa-4896-a2a7-f36f525c35b1,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:40.834717 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.841300 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (7d03f4a7-a009-4d05-9567-b6c482183f1c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.858432 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 886d3590-8ffa-4896-a2a7-f36f525c35b1 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:11:40.919117 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:40.931678 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks [] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:40.968351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fcecbd58-f2f1-4492-a16f-3aa850c70614 admin admin] Publish callbacks [] for security_group (55ba2a94-2994-492d-80af-d9dcdf67b6f7), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.000986 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-dd457485-2fef-4a97-bc6d-c3e46dc9f357 None None] Current status of the port b16acd0e-671c-447e-b1a9-30e4076b275d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:41.041030 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:41.057020 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-428c655c-3561-4356-ab54-77fbb16b06d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.086392 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:11:41.088123 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.098653 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fcecbd58-f2f1-4492-a16f-3aa850c70614 admin admin] Publish callbacks [] for security_group (55ba2a94-2994-492d-80af-d9dcdf67b6f7), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.160110 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:41.161249 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (4abd5374-38db-4a86-9849-3f37dc0f9019), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.176702 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-de91912f-b27f-4b1f-b0d5-ee18635dc32a None None] Provisioning complete for port b16acd0e-671c-447e-b1a9-30e4076b275d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:41.177734 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de91912f-b27f-4b1f-b0d5-ee18635dc32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.210833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-428c655c-3561-4356-ab54-77fbb16b06d5 admin admin] Publish callbacks [] for security_group (4c05d342-e1ce-4b54-84b2-d3398eb41fb5), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.230013 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:41.251279 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-428c655c-3561-4356-ab54-77fbb16b06d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (4c05d342-e1ce-4b54-84b2-d3398eb41fb5), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.294780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.317655 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-428c655c-3561-4356-ab54-77fbb16b06d5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6c59d2c3976348ac8b7ded542eb6a4cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8357759 Jun 16 16:11:41.328493 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46334) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:41.445123 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Checking segment: {'id': '006d1db3-c439-476b-8de1-33c112208d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '886d3590-8ffa-4896-a2a7-f36f525c35b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:41.448927 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abd5374-38db-4a86-9849-3f37dc0f9019,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:41.456091 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Network hostable DHCP agents. Network: 886d3590-8ffa-4896-a2a7-f36f525c35b1, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:11:41.471239 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (9228fd68-ea6d-454e-a564-93acd8277c53), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.486523 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-de91912f-b27f-4b1f-b0d5-ee18635dc32a None None] Current status of the port b16acd0e-671c-447e-b1a9-30e4076b275d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:41.490326 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Allocated IP 172.20.0.2 (84d0c54c-ef5a-4a19-a82f-2cbc7460411e/8514b8b1-57c4-45be-9024-9d97cf2952f3/daa20105-7f12-43e5-938c-8292bd75a461) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:41.497546 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-206699ba-1305-4502-bf79-0950d6fda06e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0640664 Jun 16 16:11:41.527942 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46336) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:41.536219 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f92dd108-db51-41cc-9b62-8804c16bdcf2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:41.553156 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:41.564666 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fcecbd58-f2f1-4492-a16f-3aa850c70614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (55ba2a94-2994-492d-80af-d9dcdf67b6f7), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.569252 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fcecbd58-f2f1-4492-a16f-3aa850c70614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.570500 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-fcecbd58-f2f1-4492-a16f-3aa850c70614 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/55ba2a94-2994-492d-80af-d9dcdf67b6f7 HTTP/1.1" status: 204 len: 168 time: 1.2932758 Jun 16 16:11:41.580562 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 1594f9c3-5a11-4c61-82fb-7a7694fde174 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:41.611820 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:41.635842 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c655c-3561-4356-ab54-77fbb16b06d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c05d342-e1ce-4b54-84b2-d3398eb41fb5,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:41.687877 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:41.687877 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:41.701120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Network 886d3590-8ffa-4896-a2a7-f36f525c35b1 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:11:41.716944 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 1594f9c3-5a11-4c61-82fb-7a7694fde174 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:41.718941 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.740427 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecbd58-f2f1-4492-a16f-3aa850c70614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba2a94-2994-492d-80af-d9dcdf67b6f7,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:41.742230 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:41.753028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Network hostable DHCP agents. Network: cdb4f4d1-8b7f-401f-9aab-5045d67bace2, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:11:41.773560 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d03f4a7-a009-4d05-9567-b6c482183f1c,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:41.820120 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f0b943ef-f454-4338-a429-d128533e052a admin admin] Publish callbacks [] for security_group (4c05d342-e1ce-4b54-84b2-d3398eb41fb5), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.929807 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (98a13a36-d038-466b-8112-98947212037c), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.943509 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (98a13a36-d038-466b-8112-98947212037c), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:41.959864 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01b1cc-9499-4230-8314-8978d1a90abd None None] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:41.983151 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:11:42.055667 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 886d3590-8ffa-4896-a2a7-f36f525c35b1) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:42.058529 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, cdb4f4d1-8b7f-401f-9aab-5045d67bace2) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:42.062421 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f0b943ef-f454-4338-a429-d128533e052a admin admin] Publish callbacks [] for security_group (4c05d342-e1ce-4b54-84b2-d3398eb41fb5), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.069226 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:42.070096 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.083358 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:42.094955 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-2e0fa0f6-9d0c-48cf-b9e5-5f5787f81ebd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7555909 Jun 16 16:11:42.122305 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:42.123079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.135294 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2a3b1-c916-4ebb-b7f4-f2eaa6a98545 None None] Network 886d3590-8ffa-4896-a2a7-f36f525c35b1 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:42.137399 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ffb60-9ae9-4118-9bba-754fb6292e42 None None] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:42.252189 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Publish callbacks [] for port (daa20105-7f12-43e5-938c-8292bd75a461), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.255063 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-235a2e8a-0a30-4b40-9aa8-69c0196d384c None None] Provisioning complete for port 1594f9c3-5a11-4c61-82fb-7a7694fde174 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:42.255502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235a2e8a-0a30-4b40-9aa8-69c0196d384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.263564 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks [] for router_controller (98a13a36-d038-466b-8112-98947212037c), precommit_add_association {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.274685 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ca550844-29a2-4c6d-992a-55f47eede2d7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3326998 Jun 16 16:11:42.279352 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46358) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:42.294542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46360) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:42.305622 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:42.400768 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eb40688-8661-45b5-bb12-b9b865746210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.421987 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f0b943ef-f454-4338-a429-d128533e052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (4c05d342-e1ce-4b54-84b2-d3398eb41fb5), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.425064 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f0b943ef-f454-4338-a429-d128533e052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.426631 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f0b943ef-f454-4338-a429-d128533e052a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4c05d342-e1ce-4b54-84b2-d3398eb41fb5 HTTP/1.1" status: 204 len: 168 time: 1.0942307 Jun 16 16:11:42.439036 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks [] for router_gateway (dd298dfc-496d-48c2-844d-f4fd740de424), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.548702 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:42.598510 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (daa20105-7f12-43e5-938c-8292bd75a461), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.601322 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:42.626760 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (eb22b6c2-7c28-4f16-b678-f141e29aebca), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.631011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (eb22b6c2-7c28-4f16-b678-f141e29aebca), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.742066 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:42.764045 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Pushing event updated for resources: {'Port': ['ID=daa20105-7f12-43e5-938c-8292bd75a461,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:42.773665 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:42.817296 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b943ef-f454-4338-a429-d128533e052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c05d342-e1ce-4b54-84b2-d3398eb41fb5,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:42.834207 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Router 9228fd68-ea6d-454e-a564-93acd8277c53 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:11:42.851359 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks [] for router_controller (eb22b6c2-7c28-4f16-b678-f141e29aebca), precommit_add_association {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.884005 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks [] for router_gateway (98a13a36-d038-466b-8112-98947212037c), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.062112 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 1594f9c3-5a11-4c61-82fb-7a7694fde174 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:43.063243 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.148225 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:43.208047 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks [] for router_gateway (eb22b6c2-7c28-4f16-b678-f141e29aebca), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.237558 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:43.254864 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (dd298dfc-496d-48c2-844d-f4fd740de424), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.284612 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da378e-a082-4380-85fb-4609f64914c4 None None] Network 886d3590-8ffa-4896-a2a7-f36f525c35b1 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:43.454572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:11:43.472595 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:43.489665 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:43.495120 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:43.500612 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eb40688-8661-45b5-bb12-b9b865746210 admin admin] Publish callbacks [] for security_group (bbe861cb-e681-47cf-a5dc-1dab02fb23d6), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.511268 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eb40688-8661-45b5-bb12-b9b865746210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (bbe861cb-e681-47cf-a5dc-1dab02fb23d6), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.572194 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9eb40688-8661-45b5-bb12-b9b865746210 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fb9a0fb7ff804caba3b1a6c4cdf7779a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2337184 Jun 16 16:11:43.577889 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks [] for router_gateway (98a13a36-d038-466b-8112-98947212037c), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.584385 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46388) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:43.628415 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 1594f9c3-5a11-4c61-82fb-7a7694fde174, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=1594f9c3-5a11-4c61-82fb-7a7694fde174,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:43.642078 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.654526 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-26e8a964-0f37-410a-b30d-825291f0dce4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1401482 Jun 16 16:11:43.663957 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:11:43.666146 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.672963 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.674272 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b16acd0e-671c-447e-b1a9-30e4076b275d up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:43.697632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46392) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:43.698312 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46394) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:43.726242 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.731917 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284482405-network', 'tenant_id': '810abdc029ae4b71b375590bbd1a8ceb'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:43.747990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:43.774749 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb40688-8661-45b5-bb12-b9b865746210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe861cb-e681-47cf-a5dc-1dab02fb23d6,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:43.858765 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=1594f9c3-5a11-4c61-82fb-7a7694fde174,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:43.994535 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:43.994849 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port b16acd0e-671c-447e-b1a9-30e4076b275d triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:43.995200 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.067981 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.068949 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Allocated IP 172.27.2.212 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/9b3b4205-e2be-4aa6-8317-ded31eb57161) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:44.189390 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.244674 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks [] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.250497 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:40Z', 'revision_number': 3, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:44.281243 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:44.281577 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Allocated IP 172.20.0.2 (cdb4f4d1-8b7f-401f-9aab-5045d67bace2/4abd5374-38db-4a86-9849-3f37dc0f9019/bfb67e8f-a332-4544-a9f7-c4483a3b34de) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:44.283081 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Updating router 9228fd68-ea6d-454e-a564-93acd8277c53 port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:11:44.321068 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.321745 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Made reservation on behalf of 810abdc029ae4b71b375590bbd1a8ceb for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:44.334973 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.347436 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.353380 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.426907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5fef9de8-fae2-48be-bcb7-3b430a5c0a54 admin admin] Publish callbacks [] for security_group (bbe861cb-e681-47cf-a5dc-1dab02fb23d6), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.429094 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.559755 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Publish callbacks [] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.569975 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.571404 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.575237 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-235a2e8a-0a30-4b40-9aa8-69c0196d384c None None] Current status of the port 1594f9c3-5a11-4c61-82fb-7a7694fde174 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:44.634218 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:44.639930 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Pushing event updated for resources: {'Port': ['ID=9b3b4205-e2be-4aa6-8317-ded31eb57161,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:44.644121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.660559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:44.676869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:44.695021 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5fef9de8-fae2-48be-bcb7-3b430a5c0a54 admin admin] Publish callbacks [] for security_group (bbe861cb-e681-47cf-a5dc-1dab02fb23d6), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.704048 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks [] for router_gateway (eb22b6c2-7c28-4f16-b678-f141e29aebca), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.710088 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Publish callbacks [] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.720137 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.837127 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Pushing event updated for resources: {'Port': ['ID=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:44.845100 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.848833 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.852819 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.866588 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.867407 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.867950 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.868577 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.869108 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.869657 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.870219 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.870750 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.871276 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.871815 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.872342 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.872858 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.873375 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Tracked resource versions report: Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: pushed versions: Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: { 'AddressGroup': {'1.2'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Agent': {'1.1'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'ConntrackHelper': {'1.0'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Log': {'1.0'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'NDPProxy': {'1.0'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Network': {'1.1'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Port': {'1.7'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'PortForwarding': {'1.3'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'QosPolicy': {'1.10'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroup': {'1.5'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SubPort': {'1.0'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Subnet': {'1.1'}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Trunk': {'1.1'}} Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: consumer versions: Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: { DHCP agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: HyperV agent@hv-cinder-83716: {}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: L3 agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: Metadata agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: Metering agent@dv-cinder-837167-3-iscsi: {}, Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: Open vSwitch agent@dv-cinder-837167-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Agent': '1.1', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'ConntrackHelper': '1.0', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'LocalIPAssociation': '1.0', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Log': '1.0', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'NDPProxy': '1.0', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Network': '1.1', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Port': '1.7', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'PortForwarding': '1.3', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'QosPolicy': '1.10', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroup': '1.5', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SecurityGroupRule': '1.2', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'SubPort': '1.0', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Subnet': '1.1', Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: 'Trunk': '1.1'}} Jun 16 16:11:44.874922 dv-cinder-837167-3-iscsi neutron-server[104117]: {{(pid=104117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:11:44.962018 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Attempting to bind port daa20105-7f12-43e5-938c-8292bd75a461 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:44.962458 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Attempting to bind port daa20105-7f12-43e5-938c-8292bd75a461 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:44.962830 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Attempting to bind port daa20105-7f12-43e5-938c-8292bd75a461 on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:44.966975 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.997095 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:45.016678 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:45.022826 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:45.023826 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Attempting to bind port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:45.024540 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Attempting to bind port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:45.033662 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Attempting to bind port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:45.070010 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:45.072355 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:45.074652 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.079049 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:45.079415 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Pushing event updated for resources: {'Port': ['ID=bfb67e8f-a332-4544-a9f7-c4483a3b34de,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:45.082562 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Bound port: 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:45.084218 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.101161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:45.101448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.101682 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Checking segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:45.107151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.114273 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Bound using segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:45.116809 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Bound port: daa20105-7f12-43e5-938c-8292bd75a461, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:45.117452 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (daa20105-7f12-43e5-938c-8292bd75a461), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.227446 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] For port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:45.242128 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] For port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:45.260279 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.302577 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c7a7b1ca-1ced-4bbf-9958-975b95a701c2 None None] Provisioning complete for port 1594f9c3-5a11-4c61-82fb-7a7694fde174 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:45.303517 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b1ca-1ced-4bbf-9958-975b95a701c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.374918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks [] for router_gateway (98a13a36-d038-466b-8112-98947212037c), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.383126 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Allocated IP 172.27.2.177 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/d3970323-5ca1-45f1-83cb-367ef09a4bb4) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:45.403302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] For port daa20105-7f12-43e5-938c-8292bd75a461, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:45.486072 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:45.488998 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:45.496367 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0fe21-8257-4500-a207-8a547d19d4b0 None None] Pushing event updated for resources: {'Port': ['ID=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:45.512411 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] For port daa20105-7f12-43e5-938c-8292bd75a461, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=daa20105-7f12-43e5-938c-8292bd75a461,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:45.527366 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Attempting to bind port bfb67e8f-a332-4544-a9f7-c4483a3b34de on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:45.528352 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Attempting to bind port bfb67e8f-a332-4544-a9f7-c4483a3b34de by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:45.528931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Attempting to bind port bfb67e8f-a332-4544-a9f7-c4483a3b34de on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:45.564131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (daa20105-7f12-43e5-938c-8292bd75a461), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.578606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:45.579219 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:45.579897 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.581045 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Bound using segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:45.581867 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Bound port: bfb67e8f-a332-4544-a9f7-c4483a3b34de, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:45.582561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.638118 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port b16acd0e-671c-447e-b1a9-30e4076b275d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:45.829799 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:45.831525 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 1594f9c3-5a11-4c61-82fb-7a7694fde174 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:45.972254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (98a13a36-d038-466b-8112-98947212037c), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.023118 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:46.026770 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Router dd298dfc-496d-48c2-844d-f4fd740de424 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:11:46.073446 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb262ac-dec1-4e3d-8a32-19addfc897c6 None None] Pushing event updated for resources: {'Port': ['ID=daa20105-7f12-43e5-938c-8292bd75a461,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:46.162604 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7b1ca-1ced-4bbf-9958-975b95a701c2 None None] Current status of the port 1594f9c3-5a11-4c61-82fb-7a7694fde174 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:46.169596 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] For port bfb67e8f-a332-4544-a9f7-c4483a3b34de, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:46.177270 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] For port bfb67e8f-a332-4544-a9f7-c4483a3b34de, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=bfb67e8f-a332-4544-a9f7-c4483a3b34de,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:46.229402 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 1594f9c3-5a11-4c61-82fb-7a7694fde174 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:46.230054 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.313861 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.360095 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:46.388180 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:40Z', 'revision_number': 3, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:46.421710 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks [] for security_group (924627c9-eaa7-4273-b7b6-04ecf21eaa37), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.435989 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd090d-34ab-4a8d-bb73-da76b7f10c04 None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:40Z', 'revision_number': 3, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:46.549881 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Router 98a13a36-d038-466b-8112-98947212037c is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:11:46.573388 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:46.575520 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 1594f9c3-5a11-4c61-82fb-7a7694fde174 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:46.610878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5fef9de8-fae2-48be-bcb7-3b430a5c0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (bbe861cb-e681-47cf-a5dc-1dab02fb23d6), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.615608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5fef9de8-fae2-48be-bcb7-3b430a5c0a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.617469 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5fef9de8-fae2-48be-bcb7-3b430a5c0a54 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bbe861cb-e681-47cf-a5dc-1dab02fb23d6 HTTP/1.1" status: 204 len: 168 time: 3.0290434 Jun 16 16:11:46.620610 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (924627c9-eaa7-4273-b7b6-04ecf21eaa37), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:46.650815 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907b64b-1c85-4453-af71-d4ab76878c3e None None] Pushing event updated for resources: {'Port': ['ID=bfb67e8f-a332-4544-a9f7-c4483a3b34de,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:46.895476 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef9de8-fae2-48be-bcb7-3b430a5c0a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe861cb-e681-47cf-a5dc-1dab02fb23d6,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:46.929427 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:11:46.960974 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:11:46.972603 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:11:47.012356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:47.017874 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e4afd3b8-e6fd-45a7-9c1e-ffad7c6b5f8f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4737482 Jun 16 16:11:47.018561 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46440) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:47.072574 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Sync routers for ids ['dd298dfc-496d-48c2-844d-f4fd740de424'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:47.107170 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Sync routers for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:47.131576 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Routers {'dd298dfc-496d-48c2-844d-f4fd740de424'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:47.142124 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['dd298dfc-496d-48c2-844d-f4fd740de424'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:47.165505 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:47.170216 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:47.229041 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks [] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:47.366424 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (77f94c09-8263-4f74-b7c6-e85686901725), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:47.366959 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Added segment 77f94c09-8263-4f74-b7c6-e85686901725 of type vlan for network ee12e19b-475a-451d-879b-5016982d011b Jun 16 16:11:47.367946 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:47.562076 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:47.565110 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c2d41805-90ab-47a7-ac65-ce6042e119d4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4355791 Jun 16 16:11:47.573900 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:47.599188 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924627c9-eaa7-4273-b7b6-04ecf21eaa37,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:47.613463 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46452) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:47.715469 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Set router dd298dfc-496d-48c2-844d-f4fd740de424 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:47.937261 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:48.061577 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:48.298572 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Pushing event updated for resources: {'Port': ['ID=d3970323-5ca1-45f1-83cb-367ef09a4bb4,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:48.311079 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:48.660458 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:45Z', 'revision_number': 3, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:48.713115 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:48.750874 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Checking router: 98a13a36-d038-466b-8112-98947212037c for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:48.766837 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Updating router 98a13a36-d038-466b-8112-98947212037c port 9b3b4205-e2be-4aa6-8317-ded31eb57161 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:11:48.846641 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (ee12e19b-475a-451d-879b-5016982d011b), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:48.861449 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:48.898944 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:48.931911 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:48.976520 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c578e-8c7d-4675-bd86-5e7dd88502ff None None] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:48.984460 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:48.988469 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:49.002463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:49.067144 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.db.resource_extend [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:11:49.155449 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] Provisioning complete for port daa20105-7f12-43e5-938c-8292bd75a461 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:49.155992 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (daa20105-7f12-43e5-938c-8292bd75a461), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:49.338524 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:49.341334 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:49.361306 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5275c3-350e-4d9e-a87f-64115b87e93f None None] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:49.364173 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:42Z', 'revision_number': 3, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:49.477798 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:49.550316 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Checking router: dd298dfc-496d-48c2-844d-f4fd740de424 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:49.551089 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Updating router dd298dfc-496d-48c2-844d-f4fd740de424 port f92dd108-db51-41cc-9b62-8804c16bdcf2 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:11:49.588437 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (ee12e19b-475a-451d-879b-5016982d011b), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:49.594588 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:49.596906 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:49.989279 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] Current status of the port daa20105-7f12-43e5-938c-8292bd75a461 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:49.995207 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (daa20105-7f12-43e5-938c-8292bd75a461), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.033696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Allocated IP 172.20.0.1 (84d0c54c-ef5a-4a19-a82f-2cbc7460411e/8514b8b1-57c4-45be-9024-9d97cf2952f3/6f6ca514-4b6d-475d-a3a8-446741ba7b4d) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:50.061715 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.135521 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Publish callbacks [] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.158293 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.207641 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.235151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:50.260315 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 6.5540006 Jun 16 16:11:50.269977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46508) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:50.273300 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df910e-60bf-4bce-97f9-5c71e09c94d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee12e19b-475a-451d-879b-5016982d011b,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:50.295684 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Request body: {'subnet': {'network_id': 'ee12e19b-475a-451d-879b-5016982d011b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284482405-subnet', 'tenant_id': '810abdc029ae4b71b375590bbd1a8ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:11:50.337496 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ad75285-56be-4194-9a2b-6a6089914453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.339725 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba2854-2e8e-41c2-bf9d-5e9c59adf121 None None] Pushing event updated for resources: {'Port': ['ID=9b3b4205-e2be-4aa6-8317-ded31eb57161,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:50.369617 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network ee12e19b-475a-451d-879b-5016982d011b details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:11:50.404008 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Attempting to bind port 9b3b4205-e2be-4aa6-8317-ded31eb57161 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:50.404928 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Attempting to bind port 9b3b4205-e2be-4aa6-8317-ded31eb57161 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:50.405319 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Attempting to bind port 9b3b4205-e2be-4aa6-8317-ded31eb57161 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:50.419767 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:50.422534 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:50.425083 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.428305 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:50.428964 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Bound port: 9b3b4205-e2be-4aa6-8317-ded31eb57161, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:50.429408 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.431541 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks [] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.525219 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:50.527037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.539618 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46512) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:50.595451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:50.595834 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.605253 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] For port 9b3b4205-e2be-4aa6-8317-ded31eb57161, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:50.611509 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] For port 9b3b4205-e2be-4aa6-8317-ded31eb57161, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=9b3b4205-e2be-4aa6-8317-ded31eb57161,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:50.628593 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:50.633429 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.729201 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:50.762552 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:50.788560 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:50.789132 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (98a13a36-d038-466b-8112-98947212037c), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.854581 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba2854-2e8e-41c2-bf9d-5e9c59adf121 None None] Pushing event updated for resources: {'Port': ['ID=9b3b4205-e2be-4aa6-8317-ded31eb57161,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:50.863118 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:50.881400 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Made reservation on behalf of 810abdc029ae4b71b375590bbd1a8ceb for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:50.885691 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] For port daa20105-7f12-43e5-938c-8292bd75a461, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=daa20105-7f12-43e5-938c-8292bd75a461,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:50.898436 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.908952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.909819 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device daa20105-7f12-43e5-938c-8292bd75a461 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:50.943545 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks [] for router_gateway (eb22b6c2-7c28-4f16-b678-f141e29aebca), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:50.950098 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Pushing event updated for resources: {'Port': ['ID=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:50.978856 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:50.984457 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:51.028000 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (daa20105-7f12-43e5-938c-8292bd75a461), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:51.138548 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:51.223057 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:51.229919 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:51.362938 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port daa20105-7f12-43e5-938c-8292bd75a461 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:51.364732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (daa20105-7f12-43e5-938c-8292bd75a461), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:51.453669 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3d548713-6566-439b-9017-ad56199a5d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:51.456601 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Provisioning complete for port daa20105-7f12-43e5-938c-8292bd75a461 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:51.456814 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (daa20105-7f12-43e5-938c-8292bd75a461), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:51.612701 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:51.614139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:51.628835 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:51.646030 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:45Z', 'revision_number': 3, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:51.736527 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7c65-14da-4f6b-8688-5848e6fa3743 None None] The sync data for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi is: [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:45Z', 'revision_number': 3, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:52.074397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Publish callbacks [] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.084386 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:52.191083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks [] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.198406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.221984 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.231361 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (98a13a36-d038-466b-8112-98947212037c), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.285296 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3d548713-6566-439b-9017-ad56199a5d95 admin admin] Publish callbacks [] for security_group (ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.323925 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3d548713-6566-439b-9017-ad56199a5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.392618 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.455512 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:52.459233 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (eb22b6c2-7c28-4f16-b678-f141e29aebca), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.512496 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Current status of the port daa20105-7f12-43e5-938c-8292bd75a461 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:52.616895 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-825e442e-1a1d-4113-aa4b-2a5d9e1486d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.617820 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-3d548713-6566-439b-9017-ad56199a5d95 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=aefe3b0db19c4d88a4559ea34ba3b7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0659111 Jun 16 16:11:52.621398 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Attempting to bind port f92dd108-db51-41cc-9b62-8804c16bdcf2 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:52.621968 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Attempting to bind port f92dd108-db51-41cc-9b62-8804c16bdcf2 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:52.622622 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Pushing event updated for resources: {'Port': ['ID=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:52.622960 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Attempting to bind port f92dd108-db51-41cc-9b62-8804c16bdcf2 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:52.644759 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46562) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:52.652099 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:52.653491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:52.654700 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.655389 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:52.656459 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Bound port: f92dd108-db51-41cc-9b62-8804c16bdcf2, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:52.657851 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.688255 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d548713-6566-439b-9017-ad56199a5d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:52.789977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Provisioning complete for port bfb67e8f-a332-4544-a9f7-c4483a3b34de triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:52.789977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:52.795960 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:52.826411 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port daa20105-7f12-43e5-938c-8292bd75a461 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:52.827443 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device bfb67e8f-a332-4544-a9f7-c4483a3b34de up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:52.903366 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Router eb22b6c2-7c28-4f16-b678-f141e29aebca is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:11:52.914215 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:52.917047 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:52.917286 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] For port f92dd108-db51-41cc-9b62-8804c16bdcf2, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:52.923816 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdde2b-28e3-460a-a396-3149e3d23392 None None] Pushing event updated for resources: {'Port': ['ID=daa20105-7f12-43e5-938c-8292bd75a461,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.090957 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] For port f92dd108-db51-41cc-9b62-8804c16bdcf2, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=f92dd108-db51-41cc-9b62-8804c16bdcf2,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:53.111247 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:53.120434 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.191976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023896f-234e-4d5c-933f-b741ddb7deb8 None None] Pushing event updated for resources: {'Port': ['ID=f92dd108-db51-41cc-9b62-8804c16bdcf2,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.196828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Router 98a13a36-d038-466b-8112-98947212037c has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:11:53.205677 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Allocated IP 172.20.0.1 (abdff458-150a-4302-aaae-af8beb5c788c/1d0ea822-b40f-4500-b995-fa02f5c865b5/45646c3d-0b0e-4e28-a1d7-45589e534cb3) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:53.207397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port bfb67e8f-a332-4544-a9f7-c4483a3b34de triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:53.208094 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.391890 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:53.475026 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Routers {'dd298dfc-496d-48c2-844d-f4fd740de424'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:53.476521 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['dd298dfc-496d-48c2-844d-f4fd740de424'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:53.534691 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks [] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.548317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-291b85e2-65ca-4373-a05c-94b81b06394d admin admin] Publish callbacks [] for security_group (ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.570665 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:11:53.578978 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d4001deb-75ac-45d0-8d4f-e6f370ca3b1d admin admin] 10.222.0.17 "PUT /v2.0/routers/98a13a36-d038-466b-8112-98947212037c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5585022 Jun 16 16:11:53.675751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (ac670bb5-4170-4e9b-9c76-95d0b3796711), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.696614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:53.711752 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-291b85e2-65ca-4373-a05c-94b81b06394d admin admin] Publish callbacks [] for security_group (ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.802922 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Checking segment: {'id': '77f94c09-8263-4f74-b7c6-e85686901725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ee12e19b-475a-451d-879b-5016982d011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:53.803664 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Network hostable DHCP agents. Network: ee12e19b-475a-451d-879b-5016982d011b, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:11:53.821987 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:11:53.827101 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Allocated IP 172.20.0.1 (b0f8736e-a4c9-4c19-b402-ad1b6934beeb/3aec269a-e419-427d-b66d-900747180b91/a9fcc3cd-366c-4479-b7d1-345d3ac35913) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:53.851894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023896f-234e-4d5c-933f-b741ddb7deb8 None None] Pushing event updated for resources: {'Port': ['ID=f92dd108-db51-41cc-9b62-8804c16bdcf2,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.868920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Current status of the port bfb67e8f-a332-4544-a9f7-c4483a3b34de is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:53.869160 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.873049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:53.878030 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.951452 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Pushing event updated for resources: {'Port': ['ID=45646c3d-0b0e-4e28-a1d7-45589e534cb3,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.964703 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac670bb5-4170-4e9b-9c76-95d0b3796711,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.993857 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:53.995930 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e176dbe6-b6d3-49c6-8f4c-4cccf4ba2885 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.6965897 Jun 16 16:11:54.004217 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46586) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:54.011591 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Network abdff458-150a-4302-aaae-af8beb5c788c is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:54.023237 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:54.028628 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Network ee12e19b-475a-451d-879b-5016982d011b is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:11:54.034621 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:54.040373 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (9228fd68-ea6d-454e-a564-93acd8277c53), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.091486 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.097369 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] For port bfb67e8f-a332-4544-a9f7-c4483a3b34de, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=bfb67e8f-a332-4544-a9f7-c4483a3b34de,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:54.114342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port bfb67e8f-a332-4544-a9f7-c4483a3b34de is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:54.114755 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.128341 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.151161 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:54.160306 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:54.166239 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:54.272466 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] Set router dd298dfc-496d-48c2-844d-f4fd740de424 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:54.348358 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks [] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.369191 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, ee12e19b-475a-451d-879b-5016982d011b) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:54.378640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:54.379668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.565888 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-792e190e-51b0-41b2-b21e-d4dd70e1f39f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2878723 Jun 16 16:11:54.647299 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46614) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:54.675323 dv-cinder-837167-3-iscsi neutron-server[104114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:11:54.780936 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa285901-e4d4-437c-ac7e-6e1f12d0596c None None] Network ee12e19b-475a-451d-879b-5016982d011b requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:54.789362 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-291b85e2-65ca-4373-a05c-94b81b06394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.795535 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-291b85e2-65ca-4373-a05c-94b81b06394d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:54.804694 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-291b85e2-65ca-4373-a05c-94b81b06394d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9 HTTP/1.1" status: 204 len: 168 time: 2.1432779 Jun 16 16:11:55.006315 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:55.028152 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:55.032902 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-51625132-6366-47ad-90c0-512b4240c75a None None] Provisioning complete for port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:55.036054 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-51625132-6366-47ad-90c0-512b4240c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.038720 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46618) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:55.053862 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Sync routers for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:55.109973 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:55.118509 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:55.121469 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:55.169949 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b85e2-65ca-4373-a05c-94b81b06394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec529d00-b7c2-4c5c-ae0f-6bb0cc92a5c9,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:55.204050 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.269143 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.db.api [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:11:55.270041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG oslo_db.api [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:11:55.355995 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:55.430790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:55.490377 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:55.566642 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:55.577032 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.604213 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-625fa145-6f59-450b-88af-f1a5b855e365 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:55.626636 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-625fa145-6f59-450b-88af-f1a5b855e365 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 819 time: 0.9549952 Jun 16 16:11:55.664251 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:55.666153 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (dd298dfc-496d-48c2-844d-f4fd740de424), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.730435 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 2, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:55.733120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Deleting subnet 7d03f4a7-a009-4d05-9567-b6c482183f1c {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:11:55.752861 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.754382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Publish callbacks [] for subnet (7d03f4a7-a009-4d05-9567-b6c482183f1c), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.764024 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Checking router: 98a13a36-d038-466b-8112-98947212037c for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:55.764621 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Updating router 98a13a36-d038-466b-8112-98947212037c port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:11:55.775421 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b432b3-a34c-4ed5-8b02-409bcc5e9eb1 None None] Network ee12e19b-475a-451d-879b-5016982d011b requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:11:55.837381 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.847171 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port bfb67e8f-a332-4544-a9f7-c4483a3b34de is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:55.858492 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Publish callbacks [] for subnet (7d03f4a7-a009-4d05-9567-b6c482183f1c), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.888058 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (7d03f4a7-a009-4d05-9567-b6c482183f1c), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.981376 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41750f7a-d136-4ab5-8277-6b2bdf82fd63 None None] Pushing event updated for resources: {'Port': ['ID=bfb67e8f-a332-4544-a9f7-c4483a3b34de,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:55.997070 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-51625132-6366-47ad-90c0-512b4240c75a None None] Port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:11:56.016037 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.100230 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46648) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:56.158245 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:56.204143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e940-ec6b-4859-a939-eb0716e86486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.230664 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46652) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:56.250544 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-ddd227c9-a260-415f-a95b-80d8fe7272dd None None] Provisioning complete for port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:56.250807 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ddd227c9-a260-415f-a95b-80d8fe7272dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.292281 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Allocated IP 172.20.0.1 (cdb4f4d1-8b7f-401f-9aab-5045d67bace2/4abd5374-38db-4a86-9849-3f37dc0f9019/438159cd-613b-4ea8-ab5e-31f0c3e254a5) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:56.306170 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:56.331235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ddd227c9-a260-415f-a95b-80d8fe7272dd None None] Port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:11:56.356144 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Publish callbacks [] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.356144 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:56.356144 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:56.366724 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.396285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for subnet (7d03f4a7-a009-4d05-9567-b6c482183f1c), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.398591 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fcc3cd-366c-4479-b7d1-345d3ac35913,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:56.438662 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-7abffba2-1f1d-4fe3-8c60-f643494f0114 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/quotas/6eee49063a5847dba6ffb520d0149d88 HTTP/1.1" status: 200 len: 375 time: 0.8098295 Jun 16 16:11:56.447496 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9b3b4205-e2be-4aa6-8317-ded31eb57161 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:56.512451 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40e0a-7533-4b19-bc6f-dd3407659e52 None None] Pushing event updated for resources: {'Port': ['ID=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:56.602568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-ddd227c9-a260-415f-a95b-80d8fe7272dd None None] Provisioning complete for port a9fcc3cd-366c-4479-b7d1-345d3ac35913 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:56.603167 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ddd227c9-a260-415f-a95b-80d8fe7272dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.613001 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-8ada8bb9-e33f-4780-8ccf-c7d0cbed8cd3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1732974 Jun 16 16:11:56.613737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.635288 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d03f4a7-a009-4d05-9567-b6c482183f1c,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:56.677467 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.691656 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Attempting to bind port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:56.692217 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Attempting to bind port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:56.692372 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Attempting to bind port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:56.693284 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46664) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:56.698064 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8a6290d1-1077-4bb6-81d2-0ccad0e411c8 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/7d03f4a7-a009-4d05-9567-b6c482183f1c HTTP/1.1" status: 204 len: 168 time: 1.6560628 Jun 16 16:11:56.721772 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:56.723019 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Checking segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:56.723888 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.724300 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Bound using segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:56.725643 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Bound port: 6f6ca514-4b6d-475d-a3a8-446741ba7b4d, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:56.727368 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.833785 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (886d3590-8ffa-4896-a2a7-f36f525c35b1), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.865457 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:42Z', 'revision_number': 3, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:56.879645 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-621b6059-d3df-453d-905e-be197ac2b64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.894318 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] For port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:11:56.898381 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] For port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:11:56.907353 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:56.943730 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ddd227c9-a260-415f-a95b-80d8fe7272dd None None] Port a9fcc3cd-366c-4479-b7d1-345d3ac35913 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:11:56.952068 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84265792-0c05-4a76-8525-7ce3127b613a None None] The sync data for ids ['dd298dfc-496d-48c2-844d-f4fd740de424'] in dv-cinder-837167-3-iscsi is: [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:42Z', 'revision_number': 3, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:56.993133 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40e0a-7533-4b19-bc6f-dd3407659e52 None None] Pushing event updated for resources: {'Port': ['ID=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:57.012594 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 9b3b4205-e2be-4aa6-8317-ded31eb57161 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:57.013666 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.047359 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-8a04ddfd-1d92-4350-9c0d-457aff519b63 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:11:57.047854 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:11:57.048500 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:57.048804 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-8a04ddfd-1d92-4350-9c0d-457aff519b63 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2882984 Jun 16 16:11:57.105794 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] Provisioning complete for port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:57.106485 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.211401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks [] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.222683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:57.255739 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks [] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.327300 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e940-ec6b-4859-a939-eb0716e86486 admin admin] Publish callbacks [] for security_group (864830f2-efad-43a2-9362-37a5f9e62430), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.340228 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (886d3590-8ffa-4896-a2a7-f36f525c35b1), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.360795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:57.365292 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:57.393087 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 3, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:57.396497 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e940-ec6b-4859-a939-eb0716e86486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (864830f2-efad-43a2-9362-37a5f9e62430), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.478830 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:11:57.497092 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.497784 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.500011 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.500618 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > port after_create 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.501718 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.503351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > port after_update 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.503532 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:57.504962 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.505858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.506497 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.507072 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:57.511854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:57.512290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Updating router eb22b6c2-7c28-4f16-b678-f141e29aebca port d3970323-5ca1-45f1-83cb-367ef09a4bb4 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:11:57.554711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.558977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (9228fd68-ea6d-454e-a564-93acd8277c53), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.563692 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.577673 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 9b3b4205-e2be-4aa6-8317-ded31eb57161 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:57.577673 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.602284 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-5e66f902-6189-4cff-903b-4edd06eada30 service neutron] 10.222.0.17 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388619 Jun 16 16:11:57.639486 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 9b3b4205-e2be-4aa6-8317-ded31eb57161, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=9b3b4205-e2be-4aa6-8317-ded31eb57161,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:57.641359 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.909545 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Pushing event updated for resources: {'Port': ['ID=45646c3d-0b0e-4e28-a1d7-45589e534cb3,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:57.986027 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] Current status of the port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:57.986414 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.988799 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:57.989714 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:58.096731 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:58.148180 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:58.151296 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] For port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:11:58.162617 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:58.163364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:58.163870 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:58.164377 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:11:58.164933 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886d3590-8ffa-4896-a2a7-f36f525c35b1']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:58.171199 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae285d-7b40-4d25-a361-7b8fc4dd35bb None None] The sync data for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi is: [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:58.173577 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=9b3b4205-e2be-4aa6-8317-ded31eb57161,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:58.189475 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.196473 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Network abdff458-150a-4302-aaae-af8beb5c788c is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:58.214142 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-6cafbb8f-3c85-4cf8-a60b-c97e9eec86af service neutron] 10.222.0.17 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333958 Jun 16 16:11:58.221824 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:58.222313 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.228104 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:58.248711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:58.436438 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-56419526-7488-41b8-bb12-89d1c6d3df0d None None] Provisioning complete for port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:58.437286 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-56419526-7488-41b8-bb12-89d1c6d3df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.448807 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-621b6059-d3df-453d-905e-be197ac2b64d admin admin] Publish callbacks [] for security_group (85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.523259 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1ed1e940-ec6b-4859-a939-eb0716e86486 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee23adadf6d7433f85aa470ca30e49ea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4192574 Jun 16 16:11:58.551294 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46682) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:58.575351 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a733e-afdf-472e-9eef-fb668baac629 None None] Pushing event updated for resources: {'Port': ['ID=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:58.611739 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006d1db3-c439-476b-8de1-33c112208d17') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:58.614217 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006d1db3-c439-476b-8de1-33c112208d17') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:58.623936 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-621b6059-d3df-453d-905e-be197ac2b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.691516 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (006d1db3-c439-476b-8de1-33c112208d17), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.718434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1e940-ec6b-4859-a939-eb0716e86486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864830f2-efad-43a2-9362-37a5f9e62430,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:58.743506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.754139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (006d1db3-c439-476b-8de1-33c112208d17), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.774201 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-621b6059-d3df-453d-905e-be197ac2b64d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e2442bae81a1434fba74abd03bc94eec&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5275555 Jun 16 16:11:58.814394 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:11:58.814898 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (006d1db3-c439-476b-8de1-33c112208d17), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.821906 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46690) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:58.824269 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46692) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:58.851301 dv-cinder-837167-3-iscsi neutron-server[104115]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:11:58.856791 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks [] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.888042 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:58.890630 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device daa20105-7f12-43e5-938c-8292bd75a461 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:11:58.906167 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:58.906450 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (dd298dfc-496d-48c2-844d-f4fd740de424), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.004743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b6059-d3df-453d-905e-be197ac2b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:59.159078 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:59.165908 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Publish callbacks [] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.172680 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-56419526-7488-41b8-bb12-89d1c6d3df0d None None] Current status of the port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:11:59.202435 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.219888 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:59.226225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:59.239381 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:59.255515 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-18b0c97b-8129-48ad-b46f-595ed735df9c req-cd12fb75-3d5d-4082-8ce7-c031fa202edc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 210 time: 0.4056520 Jun 16 16:11:59.259123 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:59.260704 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:59.265430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Pushing event updated for resources: {'Port': ['ID=438159cd-613b-4ea8-ab5e-31f0c3e254a5,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:59.269600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:11:59.322070 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (eb22b6c2-7c28-4f16-b678-f141e29aebca), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.330139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (886d3590-8ffa-4896-a2a7-f36f525c35b1), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.366559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71cfc01-d57e-45be-80ee-f0396f541f52 admin admin] Publish callbacks [] for security_group (864830f2-efad-43a2-9362-37a5f9e62430), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.394486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.411110 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] 10.222.0.17 "DELETE /v2.0/networks/886d3590-8ffa-4896-a2a7-f36f525c35b1 HTTP/1.1" status: 204 len: 168 time: 2.7126195 Jun 16 16:11:59.422262 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d50954c-e861-437d-9786-fd088ed1a233 admin admin] Publish callbacks [] for security_group (85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.437611 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 006d1db3-c439-476b-8de1-33c112208d17 resource provider aggregate not found Jun 16 16:11:59.440718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port daa20105-7f12-43e5-938c-8292bd75a461 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:59.441801 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (daa20105-7f12-43e5-938c-8292bd75a461), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.445184 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46724) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:11:59.456455 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Attempting to bind port d3970323-5ca1-45f1-83cb-367ef09a4bb4 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:11:59.457016 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Attempting to bind port d3970323-5ca1-45f1-83cb-367ef09a4bb4 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:11:59.457708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Attempting to bind port d3970323-5ca1-45f1-83cb-367ef09a4bb4 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:11:59.487141 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-40303fa1-32aa-4594-a208-06b5d9a6a2be None None] Provisioning complete for port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:59.487820 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-40303fa1-32aa-4594-a208-06b5d9a6a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.510663 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a13fe8-eac0-4041-8bc8-9cb437f74419 None None] Pushing event updated for resources: {'Port': ['ID=d3970323-5ca1-45f1-83cb-367ef09a4bb4,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:59.575117 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Router 9228fd68-ea6d-454e-a564-93acd8277c53 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:11:59.586590 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:11:59.592535 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:11:59.593347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.593988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:11:59.594514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Bound port: d3970323-5ca1-45f1-83cb-367ef09a4bb4, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:11:59.594896 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.611093 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d50954c-e861-437d-9786-fd088ed1a233 admin admin] Publish callbacks [] for security_group (85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.683139 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-40303fa1-32aa-4594-a208-06b5d9a6a2be None None] Port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:11:59.755102 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fcc3cd-366c-4479-b7d1-345d3ac35913,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:59.807725 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443c806-f54c-46fb-976e-932f5b79c692 admin admin] Pushing event deleted for resources: {'Network': ['ID=886d3590-8ffa-4896-a2a7-f36f525c35b1,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:59.818573 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71cfc01-d57e-45be-80ee-f0396f541f52 admin admin] Publish callbacks [] for security_group (864830f2-efad-43a2-9362-37a5f9e62430), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.820116 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 006d1db3-c439-476b-8de1-33c112208d17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 006d1db3-c439-476b-8de1-33c112208d17 found for delete ", "request_id": "req-d2820bb7-3a82-43ee-91b6-1efd435d0a97"}]} Jun 16 16:11:59.826921 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Router dd298dfc-496d-48c2-844d-f4fd740de424 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:11:59.972031 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-361bde59-2666-460f-bc6d-d3a46f3d768e None None] Provisioning complete for port a9fcc3cd-366c-4479-b7d1-345d3ac35913 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:11:59.972563 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-361bde59-2666-460f-bc6d-d3a46f3d768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.984796 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71cfc01-d57e-45be-80ee-f0396f541f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (864830f2-efad-43a2-9362-37a5f9e62430), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.989593 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71cfc01-d57e-45be-80ee-f0396f541f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:59.991956 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c71cfc01-d57e-45be-80ee-f0396f541f52 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/864830f2-efad-43a2-9362-37a5f9e62430 HTTP/1.1" status: 204 len: 168 time: 1.4389102 Jun 16 16:12:00.188204 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] For port d3970323-5ca1-45f1-83cb-367ef09a4bb4, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:00.190739 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:00.192670 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:00.197040 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:00.209995 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-68cb25fc-258e-4be3-9de5-a02272d32455 admin admin] 10.222.0.17 "PUT /v2.0/routers/dd298dfc-496d-48c2-844d-f4fd740de424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4860930 Jun 16 16:12:00.238246 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cfc01-d57e-45be-80ee-f0396f541f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864830f2-efad-43a2-9362-37a5f9e62430,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:00.246327 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:00.261036 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] For port d3970323-5ca1-45f1-83cb-367ef09a4bb4, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=d3970323-5ca1-45f1-83cb-367ef09a4bb4,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:00.298851 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-361bde59-2666-460f-bc6d-d3a46f3d768e None None] Port a9fcc3cd-366c-4479-b7d1-345d3ac35913 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:00.330909 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.334785 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port daa20105-7f12-43e5-938c-8292bd75a461 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:00.450520 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d50954c-e861-437d-9786-fd088ed1a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.453434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d50954c-e861-437d-9786-fd088ed1a233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.454646 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1d50954c-e861-437d-9786-fd088ed1a233 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a HTTP/1.1" status: 204 len: 168 time: 1.6109486 Jun 16 16:12:00.504159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50954c-e861-437d-9786-fd088ed1a233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd1c71-1df9-4ced-a3a8-6e1f72ceac8a,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:00.573536 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Deleting subnet ac670bb5-4170-4e9b-9c76-95d0b3796711 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:12:00.633471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Publish callbacks [] for subnet (ac670bb5-4170-4e9b-9c76-95d0b3796711), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.710040 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-cfb273dc-1c74-45be-b688-335fc3be53e0 None None] Provisioning complete for port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:00.711115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cfb273dc-1c74-45be-b688-335fc3be53e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.715049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a13fe8-eac0-4041-8bc8-9cb437f74419 None None] Pushing event updated for resources: {'Port': ['ID=d3970323-5ca1-45f1-83cb-367ef09a4bb4,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:00.737675 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (ac670bb5-4170-4e9b-9c76-95d0b3796711), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.807166 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:00.807824 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:00.855527 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.907739 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (ac670bb5-4170-4e9b-9c76-95d0b3796711), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:00.948412 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-30ddbeb4-221f-48eb-84de-4db96673932b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:00.950358 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-30ddbeb4-221f-48eb-84de-4db96673932b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 819 time: 0.9737141 Jun 16 16:12:00.956598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9b3b4205-e2be-4aa6-8317-ded31eb57161 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:00.964916 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Sync routers for ids ['dd298dfc-496d-48c2-844d-f4fd740de424'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:00.969170 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:00.984617 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:00.992442 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b3f6bb88-9e40-40fd-a6be-6586ac0756af admin admin] 10.222.0.17 "PUT /v2.0/routers/9228fd68-ea6d-454e-a564-93acd8277c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2908738 Jun 16 16:12:01.009142 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-c76e0e5e-01c2-49fc-b339-f5d087f09d51 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/quotas/6eee49063a5847dba6ffb520d0149d88 HTTP/1.1" status: 200 len: 375 time: 0.0495985 Jun 16 16:12:01.029116 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:01.041062 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:01.043145 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:01.043495 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:01.102236 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Routers {'dd298dfc-496d-48c2-844d-f4fd740de424'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:01.103091 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['dd298dfc-496d-48c2-844d-f4fd740de424'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:01.143422 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (ac670bb5-4170-4e9b-9c76-95d0b3796711), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.173518 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-0c56637a-9f2c-4ebd-8af5-8994b6c35de6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565619 Jun 16 16:12:01.246799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.252761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Set router dd298dfc-496d-48c2-844d-f4fd740de424 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:01.256784 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46784) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:01.260799 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ac670bb5-4170-4e9b-9c76-95d0b3796711 HTTP/1.1" status: 204 len: 168 time: 1.8064668 Jun 16 16:12:01.292105 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:01.316711 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68ab11-b78e-413f-a039-b5138f415d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac670bb5-4170-4e9b-9c76-95d0b3796711,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:01.412462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-cfb273dc-1c74-45be-b688-335fc3be53e0 None None] Port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:01.535741 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks [] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.552259 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.586741 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 9b3b4205-e2be-4aa6-8317-ded31eb57161 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:01.588598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.726202 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-c780c65b-d555-4cb4-8d55-76ea64fa8db3 service neutron] 10.222.0.17 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389805 Jun 16 16:12:01.730668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (ee12e19b-475a-451d-879b-5016982d011b), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.777041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 9b3b4205-e2be-4aa6-8317-ded31eb57161 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:01.780631 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device bfb67e8f-a332-4544-a9f7-c4483a3b34de up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:01.825419 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Pushing event updated for resources: {'Port': ['ID=438159cd-613b-4ea8-ab5e-31f0c3e254a5,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:01.847430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (eb22b6c2-7c28-4f16-b678-f141e29aebca), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:01.854330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:01.927078 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:01.948341 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:01.949137 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 2, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:02.032288 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:02.033286 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Updating router 9228fd68-ea6d-454e-a564-93acd8277c53 port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:02.036344 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46804) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:02.096318 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:02.102489 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.135694 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:02.142983 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:02.178321 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (ee12e19b-475a-451d-879b-5016982d011b), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.214889 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.215291 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.216881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.217487 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > port after_create 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.217904 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.218356 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > port after_update 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.218758 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.219106 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.219456 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.219836 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.301355 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port bfb67e8f-a332-4544-a9f7-c4483a3b34de triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:02.301751 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.334909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:02.343496 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 4, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'a9fcc3cd-366c-4479-b7d1-345d3ac35913', 'name': '', 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'mac_address': 'fa:16:3e:8c:86:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '3aec269a-e419-427d-b66d-900747180b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:52Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 2, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'subnets': [{'id': '3aec269a-e419-427d-b66d-900747180b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:02.400038 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Checking router: dd298dfc-496d-48c2-844d-f4fd740de424 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:02.400599 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Updating router dd298dfc-496d-48c2-844d-f4fd740de424 port a9fcc3cd-366c-4479-b7d1-345d3ac35913 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:02.515333 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.515833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.516035 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.516335 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:02.516710 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee12e19b-475a-451d-879b-5016982d011b']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:02.554240 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port bfb67e8f-a332-4544-a9f7-c4483a3b34de is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:02.555277 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f94c09-8263-4f74-b7c6-e85686901725') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:02.555486 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6f6ca514-4b6d-475d-a3a8-446741ba7b4d up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:02.555581 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f94c09-8263-4f74-b7c6-e85686901725') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:02.578106 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (77f94c09-8263-4f74-b7c6-e85686901725), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.607309 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.616976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-6308013f-493c-4a2c-bc1c-a500ae278b7e None None] Provisioning complete for port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:02.616976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6308013f-493c-4a2c-bc1c-a500ae278b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.665278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.25', 54613) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:02.711413 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (77f94c09-8263-4f74-b7c6-e85686901725), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.715865 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-14aa989d-cbc5-40d6-af40-f4f874a2eda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.719582 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:02.719957 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.776089 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Publish callbacks [] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.793458 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-61de510d-5166-471f-ba07-50d3b26ef062 service neutron] 10.222.0.17 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649197 Jun 16 16:12:02.795046 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.796119 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:12:02.797664 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (77f94c09-8263-4f74-b7c6-e85686901725), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:02.901541 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-bc41e8c0-8201-48aa-891e-d0ef6be88321 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:02.903319 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-bc41e8c0-8201-48aa-891e-d0ef6be88321 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/networks?id=b0f8736e-a4c9-4c19-b402-ad1b6934beeb HTTP/1.1" status: 200 len: 811 time: 0.7618666 Jun 16 16:12:02.928234 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-6308013f-493c-4a2c-bc1c-a500ae278b7e None None] Port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:03.042370 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (ee12e19b-475a-451d-879b-5016982d011b), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.082189 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc5f86-7f24-4cb3-9fdd-25881fff2ae6 None None] Pushing event updated for resources: {'Port': ['ID=45646c3d-0b0e-4e28-a1d7-45589e534cb3,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:03.085468 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-bb77cea8-1318-4ec2-bea0-d6a6f641d0d0 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/quotas/4e4bfae59d38461c839fc9a35eb4d6cf HTTP/1.1" status: 200 len: 375 time: 0.1608207 Jun 16 16:12:03.113054 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:12:03.121101 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.158814 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] 10.222.0.17 "DELETE /v2.0/networks/ee12e19b-475a-451d-879b-5016982d011b HTTP/1.1" status: 204 len: 168 time: 1.8918624 Jun 16 16:12:03.268880 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Attempting to bind port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:03.269254 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Attempting to bind port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:03.269622 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Attempting to bind port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 on network abdff458-150a-4302-aaae-af8beb5c788c {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:03.281604 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cfed5-7a2c-4733-a094-ef0e74db7321 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee12e19b-475a-451d-879b-5016982d011b,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:03.289359 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:03.289739 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Checking segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:03.290170 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.290562 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Bound using segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:03.291036 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Bound port: 45646c3d-0b0e-4e28-a1d7-45589e534cb3, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:03.291413 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.376499 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:03.501191 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] For port 45646c3d-0b0e-4e28-a1d7-45589e534cb3, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:03.517834 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] For port 45646c3d-0b0e-4e28-a1d7-45589e534cb3, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=45646c3d-0b0e-4e28-a1d7-45589e534cb3,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:03.539908 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.634746 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-14aa989d-cbc5-40d6-af40-f4f874a2eda2 admin admin] Publish callbacks [] for security_group (6347b1da-6cd3-463d-9594-60a6245efafa), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.648750 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-14aa989d-cbc5-40d6-af40-f4f874a2eda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6347b1da-6cd3-463d-9594-60a6245efafa), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:03.759544 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa989d-cbc5-40d6-af40-f4f874a2eda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6347b1da-6cd3-463d-9594-60a6245efafa,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:03.788574 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:03.789718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device f92dd108-db51-41cc-9b62-8804c16bdcf2 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:03.833819 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-14aa989d-cbc5-40d6-af40-f4f874a2eda2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eca1f139068b4b248291159017100c54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7934985 Jun 16 16:12:03.836347 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46888) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:03.874320 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:03.881017 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc5f86-7f24-4cb3-9fdd-25881fff2ae6 None None] Pushing event updated for resources: {'Port': ['ID=45646c3d-0b0e-4e28-a1d7-45589e534cb3,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:03.900112 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:03.902058 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:03.903099 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:03.918314 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] Provisioning complete for port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:03.918984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:04.016977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-72c67102-edd0-4135-ba1c-a6fdbb951d0a admin admin] Publish callbacks [] for security_group (6347b1da-6cd3-463d-9594-60a6245efafa), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:04.023552 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46894) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:04.036342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:04.063144 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a8ff0127-2dfa-479a-ad80-853291188fff admin admin] 10.222.0.17 "PUT /v2.0/routers/eb22b6c2-7c28-4f16-b678-f141e29aebca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0564137 Jun 16 16:12:04.097844 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-50c8744f-b9a0-4093-a057-ebb3625f4051 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4e4bfae59d38461c839fc9a35eb4d6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9762113 Jun 16 16:12:04.117880 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-72c67102-edd0-4135-ba1c-a6fdbb951d0a admin admin] Publish callbacks [] for security_group (6347b1da-6cd3-463d-9594-60a6245efafa), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:04.159582 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea056ae-9ecf-49cc-be24-9b39b0db5f0a None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:04.161083 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port f92dd108-db51-41cc-9b62-8804c16bdcf2 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:04.161353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-95e8075e-f3be-4d3a-850c-40a91f758115 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:04.161552 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:04.165396 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-95e8075e-f3be-4d3a-850c-40a91f758115 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 819 time: 1.4916627 Jun 16 16:12:04.206192 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-2383840c-5bdf-4012-90df-86e3d7010a38 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cbf2b6097fc344fab753b7a12d32f49e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1739929 Jun 16 16:12:04.206503 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 46902) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:04.247731 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:04.267458 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'port': {'device_id': '83df7777-6291-4644-a893-e1359c012b9f', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'admin_state_up': True, 'tenant_id': '6eee49063a5847dba6ffb520d0149d88'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:04.324866 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:04.332632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-72c67102-edd0-4135-ba1c-a6fdbb951d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6347b1da-6cd3-463d-9594-60a6245efafa), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:04.333975 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-72c67102-edd0-4135-ba1c-a6fdbb951d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:04.335532 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-72c67102-edd0-4135-ba1c-a6fdbb951d0a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6347b1da-6cd3-463d-9594-60a6245efafa HTTP/1.1" status: 204 len: 168 time: 0.4981194 Jun 16 16:12:04.362383 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:04.384193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c67102-edd0-4135-ba1c-a6fdbb951d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6347b1da-6cd3-463d-9594-60a6245efafa,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:04.390659 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 77f94c09-8263-4f74-b7c6-e85686901725 resource provider aggregate not found Jun 16 16:12:04.467127 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 77f94c09-8263-4f74-b7c6-e85686901725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77f94c09-8263-4f74-b7c6-e85686901725 found for delete ", "request_id": "req-7f6cf50a-1d33-4285-9884-b4dfaea82efd"}]} Jun 16 16:12:04.683902 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:05.008626 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46932) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:05.017278 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287412028', 'description': 'tempest-description--827860844'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:05.149761 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:05.242386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:05.252531 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:03Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:05.273050 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Made reservation on behalf of 6eee49063a5847dba6ffb520d0149d88 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:05.273401 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:05.302881 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port f92dd108-db51-41cc-9b62-8804c16bdcf2 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:05.308082 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:05.310526 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:05.353364 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] Current status of the port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:05.354003 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:05.433185 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d87ce-d7eb-43a1-8100-c5a7b6fa1fa0 None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:03Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:05.677526 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63be3f53-def4-411c-9ef2-325f799eaa84 admin admin] Publish callbacks [] for security_group (44132506-7816-4613-936b-6dd0f3671e70), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:05.692667 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port f92dd108-db51-41cc-9b62-8804c16bdcf2, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=f92dd108-db51-41cc-9b62-8804c16bdcf2,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:05.773785 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:05.899217 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-aa428d18-cb7f-4215-9812-675d6358b83d req-35d1263b-5548-447e-8b12-b152ef9f0dbb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 210 time: 0.4357033 Jun 16 16:12:06.212870 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] For port 45646c3d-0b0e-4e28-a1d7-45589e534cb3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=45646c3d-0b0e-4e28-a1d7-45589e534cb3,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:06.234122 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (c66e9de5-af59-4dff-bb07-e09ab27bd149), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.241518 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c66e9de5-af59-4dff-bb07-e09ab27bd149), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.351067 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 45646c3d-0b0e-4e28-a1d7-45589e534cb3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:06.392144 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.395333 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3847940 Jun 16 16:12:06.406524 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46958) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:06.422068 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'security_group_rule': {'security_group_id': 'c66e9de5-af59-4dff-bb07-e09ab27bd149', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:06.485366 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c37e6-f308-41eb-887d-e9ecea1cb3e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e9de5-af59-4dff-bb07-e09ab27bd149,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:06.534393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-fe983df5-ed14-43c4-b78b-2ed4540c0f03 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:12:06.535710 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-fe983df5-ed14-43c4-b78b-2ed4540c0f03 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0785978 Jun 16 16:12:06.548551 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Publish callbacks [] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.554135 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (d7b51bb8-2cfd-4a6e-99cd-8ed10e812bef), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.562224 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.565370 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=f92dd108-db51-41cc-9b62-8804c16bdcf2,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:06.616060 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.852751 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-035ee174-41ab-4033-8c8f-d828c2b68514 None None] Provisioning complete for port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:06.853426 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-035ee174-41ab-4033-8c8f-d828c2b68514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.858477 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (d7b51bb8-2cfd-4a6e-99cd-8ed10e812bef), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.897496 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (d7b51bb8-2cfd-4a6e-99cd-8ed10e812bef), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:06.990994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b51bb8-2cfd-4a6e-99cd-8ed10e812bef,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.097172 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:07.098356 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:07.113078 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:07.136593 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-cb02cf32-8f72-4397-bae0-7b53fe264960 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7270970 Jun 16 16:12:07.140560 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46970) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:07.165681 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'security_group_rule': {'security_group_id': 'c66e9de5-af59-4dff-bb07-e09ab27bd149', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:07.212418 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342beed0-a8b9-4ceb-b61f-ff558f334bfc None None] Pushing event updated for resources: {'Port': ['ID=45646c3d-0b0e-4e28-a1d7-45589e534cb3,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.336263 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (0b350480-a55d-4efa-a30e-1877147e16b2), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:07.650574 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (0b350480-a55d-4efa-a30e-1877147e16b2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:07.657059 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:07.677379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (0b350480-a55d-4efa-a30e-1877147e16b2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:07.797815 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:07.820515 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46984) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:07.821489 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b350480-a55d-4efa-a30e-1877147e16b2,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.856406 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267307587', 'description': 'tempest-description--205963851'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:07.996799 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-035ee174-41ab-4033-8c8f-d828c2b68514 None None] Current status of the port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:08.016098 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.034951 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fe458ba8-abe4-40d7-b8f8-ce0e0269573a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8919177 Jun 16 16:12:08.038960 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 46990) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:08.043625 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.069978 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:08.070768 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c2ac-6400-41ad-b8bc-4336248389d0 None None] Pushing event updated for resources: {'Port': ['ID=a9fcc3cd-366c-4479-b7d1-345d3ac35913,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:08.128460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63be3f53-def4-411c-9ef2-325f799eaa84 admin admin] Publish callbacks [] for security_group (44132506-7816-4613-936b-6dd0f3671e70), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.175877 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:08.249699 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Attempting to bind port a9fcc3cd-366c-4479-b7d1-345d3ac35913 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:08.257451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Attempting to bind port a9fcc3cd-366c-4479-b7d1-345d3ac35913 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:08.260466 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Attempting to bind port a9fcc3cd-366c-4479-b7d1-345d3ac35913 on network b0f8736e-a4c9-4c19-b402-ad1b6934beeb {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:08.312708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:08.315678 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Checking segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:08.317016 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.319120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Bound using segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:08.322885 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Bound port: a9fcc3cd-366c-4479-b7d1-345d3ac35913, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:08.323720 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.396629 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-d044611d-3ff5-49d7-a5ca-bf1edb048dc4 None None] Provisioning complete for port a9fcc3cd-366c-4479-b7d1-345d3ac35913 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:08.400959 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d044611d-3ff5-49d7-a5ca-bf1edb048dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.408336 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.466914 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:08.498015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-e93801e9-9228-4116-97c1-3ec7d8059102 service neutron] 10.222.0.17 "GET /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9440541 Jun 16 16:12:08.526733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63be3f53-def4-411c-9ef2-325f799eaa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (44132506-7816-4613-936b-6dd0f3671e70), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.532285 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63be3f53-def4-411c-9ef2-325f799eaa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.533769 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-63be3f53-def4-411c-9ef2-325f799eaa84 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/44132506-7816-4613-936b-6dd0f3671e70 HTTP/1.1" status: 204 len: 168 time: 4.3287816 Jun 16 16:12:08.535998 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Allocated IP 172.20.0.7 (84d0c54c-ef5a-4a19-a82f-2cbc7460411e/8514b8b1-57c4-45be-9024-9d97cf2952f3/4a474085-3880-4331-a44c-eaa67f0578be) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:08.571033 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be3f53-def4-411c-9ef2-325f799eaa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44132506-7816-4613-936b-6dd0f3671e70,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:08.654777 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:08.900223 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-31176c93-ee73-4a94-9ad2-3066bbc54afb service neutron] 10.222.0.17 "GET /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978055 Jun 16 16:12:08.970648 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0e43be50-17bb-4eba-b66b-ba64dd2bbde2 req-b2c48b81-3e95-470a-9a27-223d9ef84259 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 210 time: 0.6092606 Jun 16 16:12:09.077255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d044611d-3ff5-49d7-a5ca-bf1edb048dc4 None None] Port a9fcc3cd-366c-4479-b7d1-345d3ac35913 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:09.191147 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.25', 54622) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:09.311907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:09.342537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device f92dd108-db51-41cc-9b62-8804c16bdcf2 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:09.437653 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] For port a9fcc3cd-366c-4479-b7d1-345d3ac35913, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:09.592950 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] For port a9fcc3cd-366c-4479-b7d1-345d3ac35913, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=a9fcc3cd-366c-4479-b7d1-345d3ac35913,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:09.595503 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:09.633610 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:09.679347 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:09.752877 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47016) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:09.962192 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:09.985031 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:09.988629 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for port (4a474085-3880-4331-a44c-eaa67f0578be), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:10.162705 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (4a474085-3880-4331-a44c-eaa67f0578be), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:10.172085 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:10.316059 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:10.323561 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.4822483 Jun 16 16:12:10.331831 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-67cc8106-959f-40df-a9d3-f4fd95e34455 req-3e6c0412-c8b1-467c-a155-a8a4d97b4ca1 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.3509734 Jun 16 16:12:10.359167 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47044) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:10.397579 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': 'ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:10.399146 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c2ac-6400-41ad-b8bc-4336248389d0 None None] Pushing event updated for resources: {'Port': ['ID=a9fcc3cd-366c-4479-b7d1-345d3ac35913,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:10.439111 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port f92dd108-db51-41cc-9b62-8804c16bdcf2 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:10.454482 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:10.484997 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeee52-66ea-4376-bb59-025cf7329e90 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:10.587469 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Routers {'dd298dfc-496d-48c2-844d-f4fd740de424'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:10.588182 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['dd298dfc-496d-48c2-844d-f4fd740de424'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:10.879270 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-525a2e09-48fc-42e0-9c59-fd68d5e818cc req-5fd8d539-cc74-4aad-91d1-e12660af2c50 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 210 time: 0.2842603 Jun 16 16:12:10.881670 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47050) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:10.926494 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:10.940204 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:10.948258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:10.976123 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (5d2a5bd7-935c-483f-8afb-7936e183d4a4), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.046932 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Allocated IP 172.27.2.225 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/36fb9464-477b-4d7b-8306-d35d1055720f) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:11.115260 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] Provisioning complete for port a9fcc3cd-366c-4479-b7d1-345d3ac35913 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:11.118785 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.173307 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'Port': ['ID=4a474085-3880-4331-a44c-eaa67f0578be,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:11.414373 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-af0aaa3c-99c2-4c83-a702-403d2a6b8d86 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=810abdc029ae4b71b375590bbd1a8ceb&name=default HTTP/1.1" status: 200 len: 2994 time: 0.5047457 Jun 16 16:12:11.422044 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] Set router dd298dfc-496d-48c2-844d-f4fd740de424 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:11.462644 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33134d91-df12-4b22-911a-4a5c4043380e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.469181 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47058) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:11.594817 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:11.595498 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.604452 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8619177a-df49-4021-8ef0-218402335544 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:11.606230 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8619177a-df49-4021-8ef0-218402335544 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 819 time: 2.4106603 Jun 16 16:12:11.759657 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33134d91-df12-4b22-911a-4a5c4043380e admin admin] Publish callbacks [] for security_group (71ab924d-09e4-4420-af86-fc4bb5ab7045), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.761548 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:11.782178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-33134d91-df12-4b22-911a-4a5c4043380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (71ab924d-09e4-4420-af86-fc4bb5ab7045), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.789206 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'port': {'device_id': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'admin_state_up': True, 'tenant_id': '6eee49063a5847dba6ffb520d0149d88'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:11.798536 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port f92dd108-db51-41cc-9b62-8804c16bdcf2 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:11.802428 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device d3970323-5ca1-45f1-83cb-367ef09a4bb4 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:11.926869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:12.009838 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b06b53c5-ffa8-462c-a9df-c3428a36f195 admin admin] Publish callbacks [] for security_group (924627c9-eaa7-4273-b7b6-04ecf21eaa37), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.035460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b06b53c5-ffa8-462c-a9df-c3428a36f195 admin admin] Publish callbacks [] for security_group (924627c9-eaa7-4273-b7b6-04ecf21eaa37), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.046419 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:12.047308 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:12.069528 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (5d2a5bd7-935c-483f-8afb-7936e183d4a4), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.096747 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-ee6224ab-e293-4c0b-85f3-596ea71b5fff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8423021 Jun 16 16:12:12.146520 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b06b53c5-ffa8-462c-a9df-c3428a36f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (924627c9-eaa7-4273-b7b6-04ecf21eaa37), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.150428 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b06b53c5-ffa8-462c-a9df-c3428a36f195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.152054 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b06b53c5-ffa8-462c-a9df-c3428a36f195 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/924627c9-eaa7-4273-b7b6-04ecf21eaa37 HTTP/1.1" status: 204 len: 168 time: 0.6171682 Jun 16 16:12:12.160943 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f07d94c2-249f-479a-b57e-06b968f3d4a6 req-0aa12dc4-661c-4b89-8e4a-5649bf654af4 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.2019553 Jun 16 16:12:12.162686 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (5d2a5bd7-935c-483f-8afb-7936e183d4a4), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.208325 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-104f4d0c-728d-49a7-a4eb-6080d8a439e1 req-a667f9c7-b00b-483c-bd66-770747adde5f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0747094 Jun 16 16:12:12.219119 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-33134d91-df12-4b22-911a-4a5c4043380e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=830fb8d7d68d4e49af22dbbeec2e8146&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4475060 Jun 16 16:12:12.235460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47070) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:12.235460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33134d91-df12-4b22-911a-4a5c4043380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab924d-09e4-4420-af86-fc4bb5ab7045,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:12.303452 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2a5bd7-935c-483f-8afb-7936e183d4a4,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:12.320989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b53c5-ffa8-462c-a9df-c3428a36f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924627c9-eaa7-4273-b7b6-04ecf21eaa37,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:12.327052 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.331783 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b602e25d-8c4c-4040-b7b5-50f9d9fb1419 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9677250 Jun 16 16:12:12.331783 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:12.336867 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47072) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:12.339460 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': 'ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:12.344368 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:12.370420 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] Current status of the port a9fcc3cd-366c-4479-b7d1-345d3ac35913 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:12.371549 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.384462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port d3970323-5ca1-45f1-83cb-367ef09a4bb4 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:12.385179 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.386241 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Made reservation on behalf of 6eee49063a5847dba6ffb520d0149d88 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:12.401504 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.429150 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for port (36fb9464-477b-4d7b-8306-d35d1055720f), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.534199 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (cd27be5b-f763-400f-85be-03e2d4754c25), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.552348 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f3be3209-2f8e-4362-ae4e-d9719d6c085b admin admin] Publish callbacks [] for security_group (71ab924d-09e4-4420-af86-fc4bb5ab7045), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.561068 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:12.627866 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f3be3209-2f8e-4362-ae4e-d9719d6c085b admin admin] Publish callbacks [] for security_group (71ab924d-09e4-4420-af86-fc4bb5ab7045), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.673974 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 4, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'a9fcc3cd-366c-4479-b7d1-345d3ac35913', 'name': '', 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'mac_address': 'fa:16:3e:8c:86:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '3aec269a-e419-427d-b66d-900747180b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:52Z', 'updated_at': '2022-06-16T16:12:09Z', 'revision_number': 4, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'subnets': [{'id': '3aec269a-e419-427d-b66d-900747180b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:12.738240 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (36fb9464-477b-4d7b-8306-d35d1055720f), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:12.768011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:12.787543 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-7008587c-f7a7-453b-8024-e26faf10a4b9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:12:12.811461 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-7008587c-f7a7-453b-8024-e26faf10a4b9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0386217 Jun 16 16:12:12.973878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:13.007125 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (cd27be5b-f763-400f-85be-03e2d4754c25), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.015256 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:13.018954 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'Port': ['ID=36fb9464-477b-4d7b-8306-d35d1055720f,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.023204 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:13.028064 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:13.031030 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (cd27be5b-f763-400f-85be-03e2d4754c25), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.162729 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f994-a59f-4a5d-8002-650813b446b1 None None] The sync data for ids ['dd298dfc-496d-48c2-844d-f4fd740de424'] in dv-cinder-837167-3-iscsi is: [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:56Z', 'revision_number': 4, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'a9fcc3cd-366c-4479-b7d1-345d3ac35913', 'name': '', 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'mac_address': 'fa:16:3e:8c:86:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '3aec269a-e419-427d-b66d-900747180b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:52Z', 'updated_at': '2022-06-16T16:12:09Z', 'revision_number': 4, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'subnets': [{'id': '3aec269a-e419-427d-b66d-900747180b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:13.178592 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd27be5b-f763-400f-85be-03e2d4754c25,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.243567 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.251819 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-562d020f-3a57-4664-9425-7da211745614 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9122763 Jun 16 16:12:13.264327 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47090) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:13.296528 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:13.329387 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.25', 54627) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:13.330185 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] For port a9fcc3cd-366c-4479-b7d1-345d3ac35913, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=a9fcc3cd-366c-4479-b7d1-345d3ac35913,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:13.359584 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.475030 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port d3970323-5ca1-45f1-83cb-367ef09a4bb4 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:13.500083 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.605431 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port d3970323-5ca1-45f1-83cb-367ef09a4bb4, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=d3970323-5ca1-45f1-83cb-367ef09a4bb4,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:13.623040 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.624053 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 45646c3d-0b0e-4e28-a1d7-45589e534cb3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:13.630188 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Allocated IP 172.20.0.6 (84d0c54c-ef5a-4a19-a82f-2cbc7460411e/8514b8b1-57c4-45be-9024-9d97cf2952f3/ecd1c4fc-716d-40aa-81c3-83ee9f284517) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:13.631078 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:13.750398 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-62b93884-0625-44e4-95e1-f395a4e989f1 None None] Provisioning complete for port 4a474085-3880-4331-a44c-eaa67f0578be triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:13.751618 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62b93884-0625-44e4-95e1-f395a4e989f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (4a474085-3880-4331-a44c-eaa67f0578be), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.804808 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f3be3209-2f8e-4362-ae4e-d9719d6c085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (71ab924d-09e4-4420-af86-fc4bb5ab7045), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.815114 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f3be3209-2f8e-4362-ae4e-d9719d6c085b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.816317 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f3be3209-2f8e-4362-ae4e-d9719d6c085b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/71ab924d-09e4-4420-af86-fc4bb5ab7045 HTTP/1.1" status: 204 len: 168 time: 1.5930617 Jun 16 16:12:13.827742 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-0ca4b59d-1fd9-4360-ba8e-169460b336fa tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:13.829268 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-0ca4b59d-1fd9-4360-ba8e-169460b336fa tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.25 "GET /v2.0/networks?id=b0f8736e-a4c9-4c19-b402-ad1b6934beeb HTTP/1.1" status: 200 len: 811 time: 0.7933481 Jun 16 16:12:13.866540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236c1a2-4863-48b5-acec-d8596a3947c0 None None] Pushing event updated for resources: {'Port': ['ID=a9fcc3cd-366c-4479-b7d1-345d3ac35913,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.873589 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (2de6da46-67a6-43f9-b9c2-54f69cad9677), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.974397 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Request body: {'port': {'device_id': '179d422e-be19-4c93-ad79-136aeb12c79a', 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'admin_state_up': True, 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:13.979411 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Request body: {'port': {'device_id': '83df7777-6291-4644-a893-e1359c012b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:13.989807 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:14.136832 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:12:14.414340 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:14.433374 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-62b93884-0625-44e4-95e1-f395a4e989f1 None None] Port 4a474085-3880-4331-a44c-eaa67f0578be cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:14.528413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:14.532848 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:14.562036 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b8a23991-6445-49a8-912a-161726982e21 req-d7c379e2-d655-4ca6-8b97-a2b1c5d82a9b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 1.0248306 Jun 16 16:12:14.627576 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=d3970323-5ca1-45f1-83cb-367ef09a4bb4,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:14.656100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:01Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:14.706963 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:14.707452 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Updating router eb22b6c2-7c28-4f16-b678-f141e29aebca port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:14.742465 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:14.764721 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (36fb9464-477b-4d7b-8306-d35d1055720f), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:14.844334 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:14.875369 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e330faf1-429e-49b0-b170-d6ff2d4ade34 req-54436216-e3aa-4e1f-b091-963d2758a0f1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 210 time: 1.1864166 Jun 16 16:12:14.892755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be3209-2f8e-4362-ae4e-d9719d6c085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab924d-09e4-4420-af86-fc4bb5ab7045,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:14.972977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:15.032342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Made reservation on behalf of 4e4bfae59d38461c839fc9a35eb4d6cf for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:15.040333 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.170140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.225393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47128) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:15.418684 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b64b8178-fc42-4869-bfb9-d794f1b16cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.575821 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:15.577262 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:15.633089 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.679743 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:15.727285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for port (36fb9464-477b-4d7b-8306-d35d1055720f), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.793576 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:15.798703 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device a9fcc3cd-366c-4479-b7d1-345d3ac35913 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:15.866617 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (36fb9464-477b-4d7b-8306-d35d1055720f), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.873739 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Publish callbacks [] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.888778 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:16.010538 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port a9fcc3cd-366c-4479-b7d1-345d3ac35913 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:16.011279 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:16.084973 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (4a474085-3880-4331-a44c-eaa67f0578be), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:16.134011 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be3b6416-57fc-4522-952f-7f157908f05f req-99731736-b371-4de2-bccb-b247e80bc00d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.2841766 Jun 16 16:12:16.260123 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'Port': ['ID=ecd1c4fc-716d-40aa-81c3-83ee9f284517,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:16.394401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b50f-2afb-472c-8526-a39bffad598a req-0e76806a-aa11-4209-bed8-7beb59d4be1a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:16.402679 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8da3b50f-2afb-472c-8526-a39bffad598a req-0e76806a-aa11-4209-bed8-7beb59d4be1a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 931 time: 0.1877403 Jun 16 16:12:16.405964 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e8f3-e221-4c4a-b4f8-b48e6260fde1 None None] Pushing event updated for resources: {'Port': ['ID=438159cd-613b-4ea8-ab5e-31f0c3e254a5,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:16.446278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:16.455708 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.27.2.56 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/f5ed4a4b-d072-441f-b5ed-7d7c77080ad2) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:16.458186 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:16.476972 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:16.485474 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'Port': ['ID=36fb9464-477b-4d7b-8306-d35d1055720f,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:16.552024 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-1f9db5fb-6542-4ec4-826c-4038f1d550f1 None None] Provisioning complete for port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:16.552420 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1f9db5fb-6542-4ec4-826c-4038f1d550f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:16.554184 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port a9fcc3cd-366c-4479-b7d1-345d3ac35913 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:16.560957 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Allocated IP 172.20.0.9 (b0f8736e-a4c9-4c19-b402-ad1b6934beeb/3aec269a-e419-427d-b66d-900747180b91/c019be23-ca59-4fbc-9e0d-aaca2c69887b) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:16.571424 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device d3970323-5ca1-45f1-83cb-367ef09a4bb4 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:16.771706 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b64b8178-fc42-4869-bfb9-d794f1b16cf4 admin admin] Publish callbacks [] for security_group (6a48a8b4-7587-4715-9b01-d7bd91498465), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:16.807232 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b64b8178-fc42-4869-bfb9-d794f1b16cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6a48a8b4-7587-4715-9b01-d7bd91498465), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:16.865393 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-1f9db5fb-6542-4ec4-826c-4038f1d550f1 None None] Port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:16.985463 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b64b8178-fc42-4869-bfb9-d794f1b16cf4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=51ddf36d52354a0b94334f62d5cea431&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7584953 Jun 16 16:12:17.017889 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47188) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:17.024064 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Attempting to bind port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:17.025176 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Attempting to bind port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:17.027781 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Attempting to bind port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:17.042874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:17.043758 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:17.044892 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.045475 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Bound using segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:17.046945 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Bound port: 438159cd-613b-4ea8-ab5e-31f0c3e254a5, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:17.060927 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.140586 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a474085-3880-4331-a44c-eaa67f0578be {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:17.150787 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Publish callbacks [] for port (4a474085-3880-4331-a44c-eaa67f0578be), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.178845 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Transition to ACTIVE for port object 4a474085-3880-4331-a44c-eaa67f0578be will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:17.280750 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:17.282503 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.322254 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.335623 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-822c7eb6-0db2-468f-9924-8d214a4d051e None None] Provisioning complete for port ecd1c4fc-716d-40aa-81c3-83ee9f284517 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:17.337279 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-822c7eb6-0db2-468f-9924-8d214a4d051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.384349 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b8178-fc42-4869-bfb9-d794f1b16cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48a8b4-7587-4715-9b01-d7bd91498465,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:17.401244 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:17.416221 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:17.421946 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (2de6da46-67a6-43f9-b9c2-54f69cad9677), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.440461 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.446681 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (4a474085-3880-4331-a44c-eaa67f0578be), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.460273 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8da3b50f-2afb-472c-8526-a39bffad598a req-82c80d0c-fce7-4fd1-b1b9-67bde9a83f53 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0548348 Jun 16 16:12:17.470761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:17.616832 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-8db069b0-6632-4515-a5c8-7cb37f1941de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8369706 Jun 16 16:12:17.662492 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port d3970323-5ca1-45f1-83cb-367ef09a4bb4 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:17.663495 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:17.719687 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Request body: {'port': {'device_id': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:17.745135 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-822c7eb6-0db2-468f-9924-8d214a4d051e None None] Port ecd1c4fc-716d-40aa-81c3-83ee9f284517 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:17.774629 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=f5ed4a4b-d072-441f-b5ed-7d7c77080ad2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:17.816979 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] For port 438159cd-613b-4ea8-ab5e-31f0c3e254a5, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:17.921403 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] For port 438159cd-613b-4ea8-ab5e-31f0c3e254a5, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=438159cd-613b-4ea8-ab5e-31f0c3e254a5,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:17.984068 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.077548 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47210) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:18.148320 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-62c08bbf-7a88-44e5-80fb-fb8a188e0627 req-f37af0ce-3ca4-4860-b218-aceaeef8cb67 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.6483359 Jun 16 16:12:18.270992 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-caafbfcd-b4a6-422e-b75b-d680c6cc870f admin admin] Publish callbacks [] for security_group (6a48a8b4-7587-4715-9b01-d7bd91498465), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.294613 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.317408 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-766fdc2c-1697-4405-bf24-6d9eb0e6921f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.1606407 Jun 16 16:12:18.323486 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:18.326326 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:18.345232 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:18.426910 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port d3970323-5ca1-45f1-83cb-367ef09a4bb4 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:18.453375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-caafbfcd-b4a6-422e-b75b-d680c6cc870f admin admin] Publish callbacks [] for security_group (6a48a8b4-7587-4715-9b01-d7bd91498465), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.569996 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e8f3-e221-4c4a-b4f8-b48e6260fde1 None None] Pushing event updated for resources: {'Port': ['ID=438159cd-613b-4ea8-ab5e-31f0c3e254a5,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:18.609300 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Attempting to bind port 4a474085-3880-4331-a44c-eaa67f0578be on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:18.609612 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Attempting to bind port 4a474085-3880-4331-a44c-eaa67f0578be by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:18.610179 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Attempting to bind port 4a474085-3880-4331-a44c-eaa67f0578be on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:18.631623 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:18.631843 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Pushing event updated for resources: {'Port': ['ID=4a474085-3880-4331-a44c-eaa67f0578be,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:18.641835 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:18.648809 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Port 4a474085-3880-4331-a44c-eaa67f0578be on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:12:18.649515 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Attempting to bind port 4a474085-3880-4331-a44c-eaa67f0578be on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:18.665986 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:11:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:18.713010 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=31 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:18.726239 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:18.726734 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Checking segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:18.727309 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Bound using segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:18.727814 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Bound port: 4a474085-3880-4331-a44c-eaa67f0578be, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:18.728190 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (4a474085-3880-4331-a44c-eaa67f0578be), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.856327 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] For port 4a474085-3880-4331-a44c-eaa67f0578be, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:18.885688 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (9c1e989c-1374-4fb0-a2f7-cc1d967ab645), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.890622 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] For port 4a474085-3880-4331-a44c-eaa67f0578be, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a474085-3880-4331-a44c-eaa67f0578be,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:18.903196 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (4a474085-3880-4331-a44c-eaa67f0578be), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:18.955259 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:18.968019 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.045222 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:19.046419 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.050673 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] 10.222.0.25 "PUT /v2.0/ports/4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 1093 time: 5.7075024 Jun 16 16:12:19.054370 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83df7777-6291-4644-a893-e1359c012b9f', 'tag': '4a474085-3880-4331-a44c-eaa67f0578be'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:19.087546 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] Provisioning complete for port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:19.087866 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.131001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cb45b013-d77b-4c76-b569-d53096d83a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.170536 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.205655 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:19.208035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:19.365186 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-caafbfcd-b4a6-422e-b75b-d680c6cc870f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6a48a8b4-7587-4715-9b01-d7bd91498465), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.369469 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-caafbfcd-b4a6-422e-b75b-d680c6cc870f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.383400 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-caafbfcd-b4a6-422e-b75b-d680c6cc870f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6a48a8b4-7587-4715-9b01-d7bd91498465 HTTP/1.1" status: 204 len: 168 time: 2.3638313 Jun 16 16:12:19.489554 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] Current status of the port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:19.491367 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.517437 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks [] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.653424 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] For port 438159cd-613b-4ea8-ab5e-31f0c3e254a5, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=438159cd-613b-4ea8-ab5e-31f0c3e254a5,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:19.661425 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.673039 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.680142 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bb0e6-2e35-4ee5-9cf9-dca7d4441ff0 req-eb735f72-5fbb-4a9a-ae0b-b75da45d6735 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:19.681609 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d81bb0e6-2e35-4ee5-9cf9-dca7d4441ff0 req-eb735f72-5fbb-4a9a-ae0b-b75da45d6735 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 931 time: 0.9856808 Jun 16 16:12:19.729862 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-8a10ce48-2efa-4e63-8dbc-d529ae29f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:19.732080 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-8a10ce48-2efa-4e63-8dbc-d529ae29f1fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1127 time: 0.5995216 Jun 16 16:12:19.811491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047881fa-6446-44d4-882c-2006a1818d00" -d '{"events": [{"name": "network-changed", "server_uuid": "83df7777-6291-4644-a893-e1359c012b9f", "tag": "4a474085-3880-4331-a44c-eaa67f0578be"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:19.868516 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7016b93-6077-4043-9483-de2a52018f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:19.876699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafbfcd-b4a6-422e-b75b-d680c6cc870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48a8b4-7587-4715-9b01-d7bd91498465,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:19.943527 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e98841-0d40-46eb-aacf-1f3960bec37f None None] Pushing event updated for resources: {'Port': ['ID=438159cd-613b-4ea8-ab5e-31f0c3e254a5,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:19.976178 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b0beeee3-c72e-4676-8331-35940283515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:17Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:19.979636 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-25274f2e-8673-4fdd-a945-e831b598bfa4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--287412028&fields=id&tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc HTTP/1.1" status: 200 len: 267 time: 0.9000394 Jun 16 16:12:19.982471 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4c9af-d57a-465e-9d02-b815f1600221 service neutron] Pushing event updated for resources: {'Port': ['ID=4a474085-3880-4331-a44c-eaa67f0578be,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:20.075618 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0beeee3-c72e-4676-8331-35940283515f None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:17Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:20.118734 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:20.307545 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cb45b013-d77b-4c76-b569-d53096d83a75 admin admin] Publish callbacks [] for security_group (b57f7a4b-fe6a-40a4-ae55-753ff192aa00), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:20.308904 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Pushing event updated for resources: {'Port': ['ID=c019be23-ca59-4fbc-9e0d-aaca2c69887b,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:20.316179 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:20.342486 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:20.361272 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:20.411011 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cb45b013-d77b-4c76-b569-d53096d83a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (b57f7a4b-fe6a-40a4-ae55-753ff192aa00), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:20.439409 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:20.440101 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:20.455671 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-24135a25-5910-42fa-b5e4-51b4d09318e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 217 time: 0.4870889 Jun 16 16:12:20.477218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:20.661550 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:20.842140 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 438159cd-613b-4ea8-ab5e-31f0c3e254a5 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:20.885855 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d81bb0e6-2e35-4ee5-9cf9-dca7d4441ff0 req-43236d53-ffac-4e39-b063-cacf5af452ef tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1099658 Jun 16 16:12:21.021481 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-1bac01f2-6ae5-4d3c-8735-f5e5b1c71920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:21.023854 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-1bac01f2-6ae5-4d3c-8735-f5e5b1c71920 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.5441954 Jun 16 16:12:21.083636 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=f5ed4a4b-d072-441f-b5ed-7d7c77080ad2,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:21.105350 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:21.105903 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.140264 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-cb45b013-d77b-4c76-b569-d53096d83a75 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6f3d02f6185e4172affd30b50895f9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0312066 Jun 16 16:12:21.148451 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47288) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:21.180827 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:21.183546 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.262050 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-634a91d2-e917-4181-9e09-588a55a4c4dc None None] Provisioning complete for port c019be23-ca59-4fbc-9e0d-aaca2c69887b triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:21.264044 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-634a91d2-e917-4181-9e09-588a55a4c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.290620 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45b013-d77b-4c76-b569-d53096d83a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f7a4b-fe6a-40a4-ae55-753ff192aa00,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:21.353439 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-634a91d2-e917-4181-9e09-588a55a4c4dc None None] Port c019be23-ca59-4fbc-9e0d-aaca2c69887b cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:21.397892 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-cab22e4b-de8b-458b-93d5-1265f4f87971 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4448876 Jun 16 16:12:21.436978 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9d62-e4e9-47c3-b325-9411237d9fb9 req-75d516d2-0b33-4494-b309-efe35ffde33b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:21.452511 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d8bc9d62-e4e9-47c3-b325-9411237d9fb9 req-75d516d2-0b33-4494-b309-efe35ffde33b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 931 time: 0.4197102 Jun 16 16:12:21.454568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:21.508154 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Request body: {'port': {'device_id': '179d422e-be19-4c93-ad79-136aeb12c79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:21.537828 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-12347ec5-fd83-457d-9608-aa2674957fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:21.543636 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-12347ec5-fd83-457d-9608-aa2674957fe8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5047059 Jun 16 16:12:21.549540 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (9c1e989c-1374-4fb0-a2f7-cc1d967ab645), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.660868 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.662201 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-abedc0ae-b91e-4b25-8d7d-86570a7de955 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3815002 Jun 16 16:12:21.887419 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-35390c22-1aea-481d-b983-ca85ed9f8c3a admin admin] Publish callbacks [] for security_group (b57f7a4b-fe6a-40a4-ae55-753ff192aa00), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.907472 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-9b83edcc-4b06-4a18-a886-9bd8f09bfc51 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:21.909373 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-9b83edcc-4b06-4a18-a886-9bd8f09bfc51 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 811 time: 1.9116998 Jun 16 16:12:21.947926 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-ad2cb2b5-5b68-43de-b7a1-626e43c08c36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/quotas/34323d7e571b4f1db4d6e0c6cd1159cc HTTP/1.1" status: 200 len: 375 time: 0.0185401 Jun 16 16:12:22.012974 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-958ded7b-cba0-46a8-a4a1-8a396e854c8a service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989604 Jun 16 16:12:22.032882 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-dd5d3e8c-e093-4d26-86ae-916974636307 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726910 Jun 16 16:12:22.180779 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-35390c22-1aea-481d-b983-ca85ed9f8c3a admin admin] Publish callbacks [] for security_group (b57f7a4b-fe6a-40a4-ae55-753ff192aa00), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.228774 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d8bc9d62-e4e9-47c3-b325-9411237d9fb9 req-560f1be1-08fb-4465-9f64-e6f7cad265cd tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079890 Jun 16 16:12:22.245954 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6acc2dd7-1c0d-402f-a844-3dfa406e4613 service neutron] 10.222.0.17 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837468 Jun 16 16:12:22.262251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2ee878c6-9bd8-4ea3-bdf7-c9e51acb5da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.394462 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd1c4fc-716d-40aa-81c3-83ee9f284517 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:22.414491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:22.453695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Publish callbacks [] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.456968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-35390c22-1aea-481d-b983-ca85ed9f8c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (b57f7a4b-fe6a-40a4-ae55-753ff192aa00), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.480844 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-35390c22-1aea-481d-b983-ca85ed9f8c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.486755 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-35390c22-1aea-481d-b983-ca85ed9f8c3a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b57f7a4b-fe6a-40a4-ae55-753ff192aa00 HTTP/1.1" status: 204 len: 168 time: 1.3166857 Jun 16 16:12:22.509896 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.521074 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35390c22-1aea-481d-b983-ca85ed9f8c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f7a4b-fe6a-40a4-ae55-753ff192aa00,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:22.545395 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-53c551da-3dc4-4492-a59e-86dec07ad959 req-a6ac017f-4116-4d6a-8b3b-889831c8d803 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978358 Jun 16 16:12:22.555153 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-74e9f3a2-633c-4cf6-891e-60a28a0cc3ee service neutron] 10.222.0.17 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866185 Jun 16 16:12:22.590504 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Transition to ACTIVE for port object ecd1c4fc-716d-40aa-81c3-83ee9f284517 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:22.610642 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.772196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:22.882465 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Pushing event updated for resources: {'Port': ['ID=ecd1c4fc-716d-40aa-81c3-83ee9f284517,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.004950 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a18cc-031c-4f29-b696-5420999d1fd0 x-openstack-request-id: req-3d0a18cc-031c-4f29-b696-5420999d1fd0 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:23.005455 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83df7777-6291-4644-a893-e1359c012b9f", "tag": "4a474085-3880-4331-a44c-eaa67f0578be", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:23.005843 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3d0a18cc-031c-4f29-b696-5420999d1fd0 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:23.006637 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0a18cc-031c-4f29-b696-5420999d1fd0'] response: {'name': 'network-changed', 'server_uuid': '83df7777-6291-4644-a893-e1359c012b9f', 'tag': '4a474085-3880-4331-a44c-eaa67f0578be', 'status': 'completed', 'code': 200} Jun 16 16:12:23.417735 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06168-a844-4904-9efb-faf3163ecd5a req-db57fd74-92b6-4653-acd3-882d8e1c3e25 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:23.428829 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-50f06168-a844-4904-9efb-faf3163ecd5a req-db57fd74-92b6-4653-acd3-882d8e1c3e25 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.1836159 Jun 16 16:12:23.430205 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881fa-6446-44d4-882c-2006a1818d00 req-7af4c68e-dfbf-4d71-bd82-43f32516bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:23.435046 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-7af4c68e-dfbf-4d71-bd82-43f32516bc59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1127 time: 0.3350124 Jun 16 16:12:23.512172 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:23.567904 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.583531 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:23.589737 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-333f9074-b4ea-4331-9154-72ec0bd051ee tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--267307587&fields=id&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 267 time: 0.3088987 Jun 16 16:12:23.596454 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Attempting to bind port ecd1c4fc-716d-40aa-81c3-83ee9f284517 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:23.596969 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Attempting to bind port ecd1c4fc-716d-40aa-81c3-83ee9f284517 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:23.597498 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Attempting to bind port ecd1c4fc-716d-40aa-81c3-83ee9f284517 on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:23.637131 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Port ecd1c4fc-716d-40aa-81c3-83ee9f284517 on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:12:23.637461 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Attempting to bind port ecd1c4fc-716d-40aa-81c3-83ee9f284517 on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:23.684886 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-50f06168-a844-4904-9efb-faf3163ecd5a req-2236d6f5-8ad8-4944-9a53-b55737a4d61d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476571 Jun 16 16:12:23.685494 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47366) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:23.698040 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:23.699501 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Checking segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:23.700607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Bound using segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:23.701103 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Bound port: ecd1c4fc-716d-40aa-81c3-83ee9f284517, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:23.701466 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.743519 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4620-8095-49de-8e02-b52b055e6272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.843770 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8f39bfbc-b2b3-4d3c-ae52-cfd5c7f21636 req-30d840cd-91b3-4dfa-951e-861ca11eac4a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0530097 Jun 16 16:12:24.056536 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122594bb-be82-4b20-bd31-e5357ab91009 req-cb8a279b-bfff-4795-ba9e-2c30ddb52eea tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.059948 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-122594bb-be82-4b20-bd31-e5357ab91009 req-cb8a279b-bfff-4795-ba9e-2c30ddb52eea tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 931 time: 0.1451919 Jun 16 16:12:24.111301 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.138627 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4620-8095-49de-8e02-b52b055e6272 admin admin] Publish callbacks [] for security_group (d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.157640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4620-8095-49de-8e02-b52b055e6272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.239384 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-122594bb-be82-4b20-bd31-e5357ab91009 req-78600e4b-2f40-4c13-a1c3-a2b3909a1303 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635587 Jun 16 16:12:24.243198 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b4620-8095-49de-8e02-b52b055e6272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.256575 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3d3b4620-8095-49de-8e02-b52b055e6272 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8aca7a3f3d154c87ad611ce8105aa50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662451 Jun 16 16:12:24.256575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47396) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:24.305863 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] For port ecd1c4fc-716d-40aa-81c3-83ee9f284517, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:24.315486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-53111b46-4afc-4dc3-87ed-91a34edbed0c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.317430 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-53111b46-4afc-4dc3-87ed-91a34edbed0c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.7134910 Jun 16 16:12:24.322071 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0db39d42-283a-4087-8b61-0c7c9252e005 admin admin] Publish callbacks [] for security_group (d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.330652 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c019be23-ca59-4fbc-9e0d-aaca2c69887b {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:24.350332 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0db39d42-283a-4087-8b61-0c7c9252e005 admin admin] Publish callbacks [] for security_group (d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.360406 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Publish callbacks [] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.364113 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] For port ecd1c4fc-716d-40aa-81c3-83ee9f284517, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:24.372768 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-5fa632c6-9f5b-4950-a8ec-08fa9c3b4049 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/quotas/b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 375 time: 0.0448532 Jun 16 16:12:24.379587 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.389970 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Transition to ACTIVE for port object c019be23-ca59-4fbc-9e0d-aaca2c69887b will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:24.428017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.431465 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0db39d42-283a-4087-8b61-0c7c9252e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.435875 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0db39d42-283a-4087-8b61-0c7c9252e005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.437399 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0db39d42-283a-4087-8b61-0c7c9252e005 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7 HTTP/1.1" status: 204 len: 168 time: 0.1801496 Jun 16 16:12:24.446559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db39d42-283a-4087-8b61-0c7c9252e005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6fb93-2dc1-4b80-9461-f1e6e5d954d7,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.475695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.476331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.477815 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] 10.222.0.25 "PUT /v2.0/ports/ecd1c4fc-716d-40aa-81c3-83ee9f284517 HTTP/1.1" status: 200 len: 1093 time: 6.8225050 Jun 16 16:12:24.481282 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'tag': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:24.524191 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d8b0da71-746a-40f6-bbcc-d77886d709b5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413252 Jun 16 16:12:24.526767 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1d960-9cd5-4379-8731-4561912f587b service neutron] Pushing event updated for resources: {'Port': ['ID=ecd1c4fc-716d-40aa-81c3-83ee9f284517,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.763278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5", "tag": "ecd1c4fc-716d-40aa-81c3-83ee9f284517"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:24.799197 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.834515 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c019be23-ca59-4fbc-9e0d-aaca2c69887b,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.844633 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.865730 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Attempting to bind port c019be23-ca59-4fbc-9e0d-aaca2c69887b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:24.866458 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Attempting to bind port c019be23-ca59-4fbc-9e0d-aaca2c69887b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:24.867293 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Attempting to bind port c019be23-ca59-4fbc-9e0d-aaca2c69887b on network b0f8736e-a4c9-4c19-b402-ad1b6934beeb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:24.881849 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Port c019be23-ca59-4fbc-9e0d-aaca2c69887b on network b0f8736e-a4c9-4c19-b402-ad1b6934beeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:12:24.882507 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Attempting to bind port c019be23-ca59-4fbc-9e0d-aaca2c69887b on network b0f8736e-a4c9-4c19-b402-ad1b6934beeb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:24.894858 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaeb87-acf7-43c6-8edd-00e5e854deb1 req-d1f18b6c-5f74-43af-970b-5606a6823788 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.904378 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:24.904759 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Checking segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:24.905416 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Bound using segment: {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:24.905847 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0fcaeb87-acf7-43c6-8edd-00e5e854deb1 req-d1f18b6c-5f74-43af-970b-5606a6823788 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.1103091 Jun 16 16:12:24.906306 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Bound port: c019be23-ca59-4fbc-9e0d-aaca2c69887b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d49030-66e6-466c-810d-5686e4ad8e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:24.906855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.921559 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-a0eccdd9-34cf-4f10-9d4a-9f2332f92181 service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306046 Jun 16 16:12:24.972215 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0fcaeb87-acf7-43c6-8edd-00e5e854deb1 req-b2251b60-349d-4f58-ab56-5e79ec526eac tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650420 Jun 16 16:12:25.158045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:25.171757 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] For port c019be23-ca59-4fbc-9e0d-aaca2c69887b, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:25.202951 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] For port c019be23-ca59-4fbc-9e0d-aaca2c69887b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:25.209807 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-97c19fca-6351-49de-bed6-ad7bb7f158c0 service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396383 Jun 16 16:12:25.213540 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.285162 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.305044 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c019be23-ca59-4fbc-9e0d-aaca2c69887b,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:25.311980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7312e4-05e6-435e-88e9-59e123c74e67 x-openstack-request-id: req-4e7312e4-05e6-435e-88e9-59e123c74e67 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:25.312468 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5", "tag": "ecd1c4fc-716d-40aa-81c3-83ee9f284517", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:25.312955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4e7312e4-05e6-435e-88e9-59e123c74e67 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:25.314130 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7312e4-05e6-435e-88e9-59e123c74e67'] response: {'name': 'network-changed', 'server_uuid': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'tag': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517', 'status': 'completed', 'code': 200} Jun 16 16:12:25.320107 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:25.320906 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.323119 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b26396b5-125c-4f8f-9f9d-3d21e0a49bb5 service neutron] 10.222.0.25 "PUT /v2.0/ports/c019be23-ca59-4fbc-9e0d-aaca2c69887b HTTP/1.1" status: 200 len: 1093 time: 3.8630323 Jun 16 16:12:25.400968 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-641ed7f0-cd3f-4a11-a974-36dd290c6dea req-d944be58-1443-4225-9079-22ef6f0d3480 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0377970 Jun 16 16:12:25.519839 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-005ac87f-e36a-48e7-ab0e-8d213da6bc58 req-99fc4de4-aad8-40a3-9105-b77a8d3c37dc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0466323 Jun 16 16:12:25.568387 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061a897-75d0-4ae8-8640-351c3e835159 req-03869ac9-8c93-4442-a787-617a0c0a458c tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:25.570824 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7061a897-75d0-4ae8-8640-351c3e835159 req-03869ac9-8c93-4442-a787-617a0c0a458c tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.1104486 Jun 16 16:12:25.629804 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7061a897-75d0-4ae8-8640-351c3e835159 req-d481ea41-cb76-4b6e-8ddd-7cdeb5509be7 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Jun 16 16:12:26.468033 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43590-ef25-41f6-83f9-79170bbc9171 req-6db8ef8b-6861-4c3c-ab33-557f7da9f17a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:26.469655 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1da43590-ef25-41f6-83f9-79170bbc9171 req-6db8ef8b-6861-4c3c-ab33-557f7da9f17a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.3544188 Jun 16 16:12:26.601198 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:26.614159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881fa-6446-44d4-882c-2006a1818d00 req-50dd6bdf-1e02-4e5a-962b-cd8582fe6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:26.616318 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-50dd6bdf-1e02-4e5a-962b-cd8582fe6abc service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.5610929 Jun 16 16:12:26.626062 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1da43590-ef25-41f6-83f9-79170bbc9171 req-4a28f42b-e097-4eab-bfb0-4f121ad53b93 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443698 Jun 16 16:12:26.679926 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-f45799bd-56fd-4b5d-aba5-dada00d67534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:26.681543 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-f45799bd-56fd-4b5d-aba5-dada00d67534 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e4bfae59d38461c839fc9a35eb4d6cf&device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 1127 time: 0.1858397 Jun 16 16:12:26.683193 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e00b02f3-eac3-4458-9076-913a4fe79304 req-9a3ec9c9-6435-4fc5-b06b-8a7a2aa5894a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0845964 Jun 16 16:12:26.703119 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd req-07435b29-0585-4645-a971-0b93bf39e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:26.705164 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd req-07435b29-0585-4645-a971-0b93bf39e94f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1127 time: 0.1079173 Jun 16 16:12:26.754956 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-42e5814c-8647-48aa-bfee-a43c370ca13a req-2bb91f80-664c-4e31-8fb5-f4d34e604d05 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0338562 Jun 16 16:12:26.809258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57b35a-d434-4390-ac39-207a5ecb81ae req-bdf075fb-a55b-4dc4-b564-606f7b1381cf tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:26.811439 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ea57b35a-d434-4390-ac39-207a5ecb81ae req-bdf075fb-a55b-4dc4-b564-606f7b1381cf tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.0582216 Jun 16 16:12:26.862480 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ea57b35a-d434-4390-ac39-207a5ecb81ae req-bbe032f6-2935-4c8d-9671-a735350ac288 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Jun 16 16:12:27.316496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179d422e-be19-4c93-ad79-136aeb12c79a', 'tag': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:27.319877 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "179d422e-be19-4c93-ad79-136aeb12c79a", "tag": "c019be23-ca59-4fbc-9e0d-aaca2c69887b"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:27.382139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c359ac5-67e4-4252-ab8e-db709e50f80d x-openstack-request-id: req-0c359ac5-67e4-4252-ab8e-db709e50f80d {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:27.382398 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179d422e-be19-4c93-ad79-136aeb12c79a", "tag": "c019be23-ca59-4fbc-9e0d-aaca2c69887b", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:27.382942 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0c359ac5-67e4-4252-ab8e-db709e50f80d {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:27.383375 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c359ac5-67e4-4252-ab8e-db709e50f80d'] response: {'name': 'network-changed', 'server_uuid': '179d422e-be19-4c93-ad79-136aeb12c79a', 'tag': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b', 'status': 'completed', 'code': 200} Jun 16 16:12:27.796504 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d2100-5ff0-4add-8d8c-1ed60fd5faed req-151f5fca-967a-40ec-9ac7-79f5c1f2adde tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:27.798406 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8d8d2100-5ff0-4add-8d8c-1ed60fd5faed req-151f5fca-967a-40ec-9ac7-79f5c1f2adde tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0809731 Jun 16 16:12:27.840173 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8a4a4096-8387-490f-8824-4eb4d321c44f req-e8fd3d1a-3a57-4b9b-b7e4-4e42b3c7135e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0388710 Jun 16 16:12:27.893903 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8d8d2100-5ff0-4add-8d8c-1ed60fd5faed req-81630c53-14e7-4c69-b87c-3a666a5cf5b3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891535 Jun 16 16:12:27.989625 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-dbcdc72a-59be-4be5-a2bd-989916687620 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 217 time: 0.0644894 Jun 16 16:12:28.090559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881fa-6446-44d4-882c-2006a1818d00 req-5504c334-5ce8-4d00-8792-c99d9ce154ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:28.092967 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-5504c334-5ce8-4d00-8792-c99d9ce154ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0646105 Jun 16 16:12:28.109102 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ff494d88-1424-4dbb-b979-f97965c5ecb3 req-1b5025f7-e6e9-48f8-9545-4f5d5e4680a6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.1193848 Jun 16 16:12:28.168152 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881fa-6446-44d4-882c-2006a1818d00 req-4bf181eb-442c-4d68-bd43-83a359a933b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:28.170639 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-e427c4ae-86e1-4471-859e-05c7e4d8c352 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b HTTP/1.1" status: 200 len: 217 time: 0.2338467 Jun 16 16:12:28.171185 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-4bf181eb-442c-4d68-bd43-83a359a933b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598414 Jun 16 16:12:28.335421 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-c4224497-1e61-4d50-8780-a61700d26a24 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463819 Jun 16 16:12:28.429900 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3c100-2353-426d-8fc9-7cebcd8f3b5a req-3c98dea8-6830-4687-a22b-c2ff37910f6b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:28.431295 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-63b3c100-2353-426d-8fc9-7cebcd8f3b5a req-3c98dea8-6830-4687-a22b-c2ff37910f6b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.1379240 Jun 16 16:12:28.454420 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-39b8a12a-8c9e-45e0-82ea-d553d5bfe96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:28.456053 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-39b8a12a-8c9e-45e0-82ea-d553d5bfe96b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3aec269a-e419-427d-b66d-900747180b91 HTTP/1.1" status: 200 len: 850 time: 0.1597285 Jun 16 16:12:28.478716 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd req-5138c4df-4772-4251-9208-da6c332a29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:28.478716 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd req-5138c4df-4772-4251-9208-da6c332a29a5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6eee49063a5847dba6ffb520d0149d88&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5524719 Jun 16 16:12:28.509036 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-63b3c100-2353-426d-8fc9-7cebcd8f3b5a req-140bc9a5-f40d-4e1c-9122-8da98ded52b9 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 Jun 16 16:12:28.945083 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-503335d4-6400-4f82-8ee0-cb7c1272fb9a req-b5c00844-54cc-4d3e-aca2-c8ce878ff74e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0343211 Jun 16 16:12:29.014058 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd026d0a-f33e-4770-8acf-f2da6649e4c7 req-fb9b19ea-d6a1-4a76-bec5-158d31a3e321 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:29.015616 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fd026d0a-f33e-4770-8acf-f2da6649e4c7 req-fb9b19ea-d6a1-4a76-bec5-158d31a3e321 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Jun 16 16:12:29.026942 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.069131 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fd026d0a-f33e-4770-8acf-f2da6649e4c7 req-2d68b505-98c5-4872-b2ab-53172c06f884 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Jun 16 16:12:29.201275 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a82a7348-4f84-4a3b-a8b7-0f18c9243881 req-a1508405-ab96-4044-9117-4dfa936eac99 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0269396 Jun 16 16:12:29.627014 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91388af-148f-4909-aac4-956c94c882d6 req-e6815924-8168-4b99-983d-2d563c825df8 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:29.628521 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d91388af-148f-4909-aac4-956c94c882d6 req-e6815924-8168-4b99-983d-2d563c825df8 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.0481989 Jun 16 16:12:29.855240 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d91388af-148f-4909-aac4-956c94c882d6 req-51c420a8-8a7c-4916-8c34-2543a34e53aa tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204900 Jun 16 16:12:30.044764 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-50b9010f-1e6f-4a75-8d8a-74c2f3060dc0 req-b254c0c9-04a5-4cf8-aa37-e4995c5fb830 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0289278 Jun 16 16:12:30.051374 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 4a474085-3880-4331-a44c-eaa67f0578be details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:12:30.146258 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:30.166249 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 4a474085-3880-4331-a44c-eaa67f0578be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a474085-3880-4331-a44c-eaa67f0578be,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:30.187052 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '4a474085-3880-4331-a44c-eaa67f0578be', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'port_id': '4a474085-3880-4331-a44c-eaa67f0578be', 'mac_address': 'fa:16:3e:f6:f2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:12:30.193488 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7f9f6-7851-4899-81f3-6be148c0cd2a req-3a5cca98-4697-49d8-8008-212b3c991356 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:30.195022 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7ff7f9f6-7851-4899-81f3-6be148c0cd2a req-3a5cca98-4697-49d8-8008-212b3c991356 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0511372 Jun 16 16:12:30.225061 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 4a474085-3880-4331-a44c-eaa67f0578be is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:30.225510 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (4a474085-3880-4331-a44c-eaa67f0578be), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.240248 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a474085-3880-4331-a44c-eaa67f0578be {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:30.243034 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:30.250729 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7ff7f9f6-7851-4899-81f3-6be148c0cd2a req-9d5de7f2-6ccd-4381-bb1a-6addcd81721e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Jun 16 16:12:30.268566 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 4a474085-3880-4331-a44c-eaa67f0578be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a474085-3880-4331-a44c-eaa67f0578be,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:30.275033 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (4a474085-3880-4331-a44c-eaa67f0578be), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.308116 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fc6466e8-7eec-4e45-8117-1b3ff5ed5667 req-97eb986b-7153-41f1-bfb5-8682746609a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0317760 Jun 16 16:12:30.329534 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=4a474085-3880-4331-a44c-eaa67f0578be,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:30.974216 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9fe6-ac60-4a06-b7da-03b34396add9 req-fdeb0c34-1f6f-479d-92ca-9462da2b0c36 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:30.975698 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f33f9fe6-ac60-4a06-b7da-03b34396add9 req-fdeb0c34-1f6f-479d-92ca-9462da2b0c36 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.0493271 Jun 16 16:12:31.049205 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f33f9fe6-ac60-4a06-b7da-03b34396add9 req-f235bf12-7c5d-4b87-bedf-377edb2e328d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670204 Jun 16 16:12:31.210006 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-21f2ea8f-026e-41ca-be69-1ce4c535b472 req-2ec108c4-eab2-4a50-9262-d96655f90bc8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0480371 Jun 16 16:12:31.366525 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['4a474085-3880-4331-a44c-eaa67f0578be'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:12:31.538838 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-047881fa-6446-44d4-882c-2006a1818d00 req-22b7e775-dfae-4e38-a274-5a97318235c2 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188764 Jun 16 16:12:31.597865 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7ac8657a-f5a7-4ed4-8f46-1a4a1e65fe08 req-ed684076-7e57-4eb2-8670-5669d08ccea5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0566282 Jun 16 16:12:31.914391 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64ae45-0b91-41eb-923f-ae6815ebf4ba req-9ba33bca-f6c0-4e9b-8e47-cb98d420a7c3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:31.916838 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3e64ae45-0b91-41eb-923f-ae6815ebf4ba req-9ba33bca-f6c0-4e9b-8e47-cb98d420a7c3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.3111703 Jun 16 16:12:31.919963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd req-a86e2c4f-9ed2-4b72-ab7b-624dd161d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:31.923151 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9315938a-d6fb-42b0-adf2-0fb529f8f4dd req-a86e2c4f-9ed2-4b72-ab7b-624dd161d4a8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6014981 Jun 16 16:12:31.924376 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-ee8f9a6e-4893-437c-bb5a-c129ebf911db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:31.927444 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-ee8f9a6e-4893-437c-bb5a-c129ebf911db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b0f8736e-a4c9-4c19-b402-ad1b6934beeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3376644 Jun 16 16:12:31.957351 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-b21f9f7e-ffe9-41ec-93dc-984be452a961 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:31.959849 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-b21f9f7e-ffe9-41ec-93dc-984be452a961 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.2193658 Jun 16 16:12:32.048696 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.085230 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-4feb795e-c379-41e0-b6f2-ef3e0d82f571 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 379 time: 0.1078136 Jun 16 16:12:32.087728 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.25', 54640) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:32.100458 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'port': {'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'admin_state_up': True, 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'security_groups': ['ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984']}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:32.272803 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3e64ae45-0b91-41eb-923f-ae6815ebf4ba req-43735b53-2605-44cc-9e90-27e8e47d7039 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333690 Jun 16 16:12:32.349843 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 4a474085-3880-4331-a44c-eaa67f0578be up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:32.403918 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-8581cf25-4c5a-40d0-abc7-a5ac93585452 service neutron] 10.222.0.25 "GET /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185760 Jun 16 16:12:32.424792 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 4a474085-3880-4331-a44c-eaa67f0578be completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:12:32.446705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 4a474085-3880-4331-a44c-eaa67f0578be triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:32.446978 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (4a474085-3880-4331-a44c-eaa67f0578be), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.468766 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07656245-7b73-4bdc-af3a-17e7e0704c70 req-8060ec00-3e0c-4437-a94b-9f001d160087 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0548987 Jun 16 16:12:32.471440 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-b94dd940-2938-4527-9834-b2dd3372d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:32.472957 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-b94dd940-2938-4527-9834-b2dd3372d62c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1127 time: 0.1620264 Jun 16 16:12:32.483481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-8264317b-0561-444c-a8fa-9acd0e9e5f34 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:32.485411 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-8264317b-0561-444c-a8fa-9acd0e9e5f34 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 811 time: 0.5027905 Jun 16 16:12:32.486314 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625866-df74-477d-9c48-e183b58b33ba req-10cbf365-0e0b-4fd3-97d1-f1c88641a3d4 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:32.495071 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6d625866-df74-477d-9c48-e183b58b33ba req-10cbf365-0e0b-4fd3-97d1-f1c88641a3d4 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.1806331 Jun 16 16:12:32.543172 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-2ce34f86-c8da-4d4a-b0c4-273a4140b728 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517 HTTP/1.1" status: 200 len: 217 time: 0.0439880 Jun 16 16:12:32.605148 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-91282f29-312b-46e8-b468-baaaefeff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:32.606868 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-91282f29-312b-46e8-b468-baaaefeff31c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0531728 Jun 16 16:12:32.674826 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 4a474085-3880-4331-a44c-eaa67f0578be is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:32.675460 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (4a474085-3880-4331-a44c-eaa67f0578be), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.718088 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df7777-6291-4644-a893-e1359c012b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a474085-3880-4331-a44c-eaa67f0578be'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:32.748791 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.820194 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-3a346154-5f6d-4b65-9004-db31a837adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:32.820440 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-8d286d39-405f-48ac-b302-e077388ce3e9 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc HTTP/1.1" status: 200 len: 379 time: 0.3093746 Jun 16 16:12:32.822372 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-3a346154-5f6d-4b65-9004-db31a837adf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2084870 Jun 16 16:12:32.824343 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ffe2a8b7-8602-464c-9145-1e881f76017d req-b30b8e19-dfe0-4ebd-a4e6-1bf88586344f service neutron] 10.222.0.25 "GET /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255053 Jun 16 16:12:32.835427 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6d625866-df74-477d-9c48-e183b58b33ba req-25336730-bff3-4eed-b200-d792b15c3f3c tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391447 Jun 16 16:12:32.836548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Made reservation on behalf of b091584c67814e4d8f7e88f0596880e3 for: {'port': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:32.841657 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.896342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'port': {'device_id': '6b69f513-c146-469b-9045-a974844f18cb', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'admin_state_up': True, 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'security_groups': ['c66e9de5-af59-4dff-bb07-e09ab27bd149']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:32.915478 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 4a474085-3880-4331-a44c-eaa67f0578be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a474085-3880-4331-a44c-eaa67f0578be,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:32.927554 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (4a474085-3880-4331-a44c-eaa67f0578be), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.982491 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d6ee83f2-0e3b-41e4-8c2b-a3db114ef79f req-e8957b64-f23e-40cd-b566-631addb06639 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.1607738 Jun 16 16:12:33.001984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.051699 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=4a474085-3880-4331-a44c-eaa67f0578be,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:33.144405 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=13 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.160516 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.218436 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe620fa6-c4c4-4854-9817-347ce12c7900" -d '{"events": [{"server_uuid": "83df7777-6291-4644-a893-e1359c012b9f", "name": "network-vif-plugged", "status": "completed", "tag": "4a474085-3880-4331-a44c-eaa67f0578be"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:33.249457 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47672) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:33.269763 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.290035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Made reservation on behalf of 34323d7e571b4f1db4d6e0c6cd1159cc for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:33.298701 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.345239 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-b78cd1d7-c061-43ef-a185-4ed9ac8be6be service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946139 Jun 16 16:12:33.434401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.20.0.12 (cdb4f4d1-8b7f-401f-9aab-5045d67bace2/4abd5374-38db-4a86-9849-3f37dc0f9019/bef1a992-09d2-465a-ab42-4a79a9fd1971) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:33.478117 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.501721 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da558-b895-4eef-b1de-bf57ea0f46d0 req-7024c810-eba1-4190-97e4-83f94e92e1eb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:33.509335 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ca5da558-b895-4eef-b1de-bf57ea0f46d0 req-7024c810-eba1-4190-97e4-83f94e92e1eb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0862191 Jun 16 16:12:33.544296 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0776be58-77c7-4f7c-9c51-3c2ce2a226be x-openstack-request-id: req-0776be58-77c7-4f7c-9c51-3c2ce2a226be {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:33.544985 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df7777-6291-4644-a893-e1359c012b9f", "name": "network-vif-plugged", "status": "completed", "tag": "4a474085-3880-4331-a44c-eaa67f0578be", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:33.544985 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0776be58-77c7-4f7c-9c51-3c2ce2a226be {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:33.545354 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0776be58-77c7-4f7c-9c51-3c2ce2a226be'] response: {'server_uuid': '83df7777-6291-4644-a893-e1359c012b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a474085-3880-4331-a44c-eaa67f0578be', 'code': 200} Jun 16 16:12:33.614283 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Allocated IP 172.20.0.4 (abdff458-150a-4302-aaae-af8beb5c788c/1d0ea822-b40f-4500-b995-fa02f5c865b5/b45f5873-c9a8-45d9-883c-9f0d81681036) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:33.626625 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ca5da558-b895-4eef-b1de-bf57ea0f46d0 req-64bdc4f1-fa8e-4f01-82d0-af653e781cb5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164477 Jun 16 16:12:33.631383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fc98c353-f54e-480f-b767-e6ee35975dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.707623 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-afcc86cc-8cee-4b1a-979f-5a7124452827 req-94b04e04-3128-451d-8990-3b96b91108b4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0613501 Jun 16 16:12:33.757071 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.840138 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.846435 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.869682 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fc98c353-f54e-480f-b767-e6ee35975dd0 admin admin] Publish callbacks [] for security_group (e94cc0ed-e39e-4e3d-951d-a84cc53b55ca), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.870922 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.000878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fc98c353-f54e-480f-b767-e6ee35975dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (e94cc0ed-e39e-4e3d-951d-a84cc53b55ca), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.015651 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.123213 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-7d78152a-267c-4d57-9382-ffcd7eb5926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:34.124801 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-7d78152a-267c-4d57-9382-ffcd7eb5926c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e4bfae59d38461c839fc9a35eb4d6cf&device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 1127 time: 0.1318841 Jun 16 16:12:34.142211 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b821f1-e8e7-4004-899a-6a437c17a0f8 req-27d91a3a-71d4-4b64-b368-738e971c940a tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:34.147407 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.148474 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98c353-f54e-480f-b767-e6ee35975dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94cc0ed-e39e-4e3d-951d-a84cc53b55ca,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:34.150091 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f2b821f1-e8e7-4004-899a-6a437c17a0f8 req-27d91a3a-71d4-4b64-b368-738e971c940a tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.1580136 Jun 16 16:12:34.160918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.25', 54646) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:34.162317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:34.174411 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Network abdff458-150a-4302-aaae-af8beb5c788c is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:34.179786 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=bef1a992-09d2-465a-ab42-4a79a9fd1971,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:34.189852 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fc98c353-f54e-480f-b767-e6ee35975dd0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1b6cfdd94e2d43cab5b14d1027d243ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9344532 Jun 16 16:12:34.198269 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'Port': ['ID=b45f5873-c9a8-45d9-883c-9f0d81681036,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:34.200851 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 47704) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:34.205668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:34.212208 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:34.302472 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:34.354936 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82c27e-05d2-488d-b82d-ed7c1952d55a req-8369a1c2-9308-4340-b35e-c2309eeec00d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:34.362461 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9b82c27e-05d2-488d-b82d-ed7c1952d55a req-8369a1c2-9308-4340-b35e-c2309eeec00d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 932 time: 0.2054076 Jun 16 16:12:34.379867 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:34.671622 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-cdfd6eed-d81a-4de6-8dd3-d2ba1c86cdd8 None None] Provisioning complete for port bef1a992-09d2-465a-ab42-4a79a9fd1971 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:34.672540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cdfd6eed-d81a-4de6-8dd3-d2ba1c86cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.797658 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd6eed-d81a-4de6-8dd3-d2ba1c86cdd8 None None] Port bef1a992-09d2-465a-ab42-4a79a9fd1971 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:34.833434 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:34.835069 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.850675 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-83610ab7-b051-4c73-b718-d900c3b16a15 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547275 Jun 16 16:12:34.882162 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8b039acb-d6a3-4148-befe-8cd05a31682d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7910602 Jun 16 16:12:34.892014 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9b82c27e-05d2-488d-b82d-ed7c1952d55a req-f128b8d4-7f24-4a01-9554-4db784d23fbd tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5286040 Jun 16 16:12:34.906258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.948757 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-54e700b6-45da-4550-a88b-b4433668e30c None None] Provisioning complete for port b45f5873-c9a8-45d9-883c-9f0d81681036 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:34.950242 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-54e700b6-45da-4550-a88b-b4433668e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.028604 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f2b821f1-e8e7-4004-899a-6a437c17a0f8 req-dcec8fb8-795c-46b2-827d-1b8fd5dba453 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752859 Jun 16 16:12:35.030139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98debc0-832b-4932-a285-3f91c36573ab req-049fec0f-b4d1-4368-ae0b-3fcd10540c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:35.044268 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a98debc0-832b-4932-a285-3f91c36573ab req-049fec0f-b4d1-4368-ae0b-3fcd10540c3d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1129 time: 0.8626804 Jun 16 16:12:35.064471 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-54e700b6-45da-4550-a88b-b4433668e30c None None] Port b45f5873-c9a8-45d9-883c-9f0d81681036 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:35.083070 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b81842-8285-40bf-8c01-6a5c93d11a52 req-90f3afcb-3077-4fee-8955-3880d281d666 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:35.094727 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3b81842-8285-40bf-8c01-6a5c93d11a52 req-90f3afcb-3077-4fee-8955-3880d281d666 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.1057084 Jun 16 16:12:35.117800 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:35.120196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.179603 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3b81842-8285-40bf-8c01-6a5c93d11a52 req-8cb21df0-18b2-4f9d-b8a8-964d049d61d2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836892 Jun 16 16:12:35.189283 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-b7a28870-783d-4f13-9754-8cf0b79a9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:35.191282 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-b7a28870-783d-4f13-9754-8cf0b79a9fc1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b0f8736e-a4c9-4c19-b402-ad1b6934beeb HTTP/1.1" status: 200 len: 912 time: 1.0311129 Jun 16 16:12:35.249343 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-6b9f1177-ff61-4fe0-8f9f-3a13e2dcf618 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3588345 Jun 16 16:12:35.261329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-10a87e57-10f2-4d69-a1bd-ff1a7d693094 admin admin] Publish callbacks [] for security_group (e94cc0ed-e39e-4e3d-951d-a84cc53b55ca), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.270478 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6932-eb5b-4e31-91cc-9091dc448905 req-1e8c0d31-b13c-4fe7-85ff-e713a8f563bc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:35.272189 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c60c6932-eb5b-4e31-91cc-9091dc448905 req-1e8c0d31-b13c-4fe7-85ff-e713a8f563bc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 931 time: 0.1160681 Jun 16 16:12:35.304143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-10a87e57-10f2-4d69-a1bd-ff1a7d693094 admin admin] Publish callbacks [] for security_group (e94cc0ed-e39e-4e3d-951d-a84cc53b55ca), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.357190 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:35.394683 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c60c6932-eb5b-4e31-91cc-9091dc448905 req-5680f45c-1250-4bed-ae5d-d8224c51aa69 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936480 Jun 16 16:12:35.415982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-10a87e57-10f2-4d69-a1bd-ff1a7d693094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (e94cc0ed-e39e-4e3d-951d-a84cc53b55ca), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.419570 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-10a87e57-10f2-4d69-a1bd-ff1a7d693094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.420811 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-10a87e57-10f2-4d69-a1bd-ff1a7d693094 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e94cc0ed-e39e-4e3d-951d-a84cc53b55ca HTTP/1.1" status: 204 len: 168 time: 1.1199217 Jun 16 16:12:35.429467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a87e57-10f2-4d69-a1bd-ff1a7d693094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94cc0ed-e39e-4e3d-951d-a84cc53b55ca,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.749329 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47742) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:35.765880 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf6f5-6058-416c-8aa8-45edd78f1255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.858991 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf6f5-6058-416c-8aa8-45edd78f1255 admin admin] Publish callbacks [] for security_group (c6565308-4e47-481f-a570-395f495ff058), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.863072 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf6f5-6058-416c-8aa8-45edd78f1255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c6565308-4e47-481f-a570-395f495ff058), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.908709 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaf6f5-6058-416c-8aa8-45edd78f1255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6565308-4e47-481f-a570-395f495ff058,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.912952 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fdcaf6f5-6058-416c-8aa8-45edd78f1255 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c16ff4583f384dd48b6544041cff397d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624050 Jun 16 16:12:35.915841 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47744) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:35.976551 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bb8abb0a-1966-4707-9854-89fb598fad3a admin admin] Publish callbacks [] for security_group (c6565308-4e47-481f-a570-395f495ff058), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.011610 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bb8abb0a-1966-4707-9854-89fb598fad3a admin admin] Publish callbacks [] for security_group (c6565308-4e47-481f-a570-395f495ff058), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.062898 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:36.081785 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79edbf-a415-48cb-879c-916f9917c397 req-7b6f9c6f-c846-414d-aa0b-9d75ac2d7150 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:36.083417 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8f79edbf-a415-48cb-879c-916f9917c397 req-7b6f9c6f-c846-414d-aa0b-9d75ac2d7150 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 932 time: 0.0845191 Jun 16 16:12:36.131575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bb8abb0a-1966-4707-9854-89fb598fad3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c6565308-4e47-481f-a570-395f495ff058), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.134625 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bb8abb0a-1966-4707-9854-89fb598fad3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.135820 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-bb8abb0a-1966-4707-9854-89fb598fad3a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c6565308-4e47-481f-a570-395f495ff058 HTTP/1.1" status: 204 len: 168 time: 0.2190468 Jun 16 16:12:36.178716 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8f79edbf-a415-48cb-879c-916f9917c397 req-20fae716-f699-4f84-8335-10522feba4e9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860806 Jun 16 16:12:36.190084 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8abb0a-1966-4707-9854-89fb598fad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6565308-4e47-481f-a570-395f495ff058,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:36.196271 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a7608-fe2d-4f61-a0b4-2455d3fe9137 req-8a438bee-b5e9-46d4-aeea-455fb6144d3d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:36.200884 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c18a7608-fe2d-4f61-a0b4-2455d3fe9137 req-8a438bee-b5e9-46d4-aeea-455fb6144d3d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 943 time: 0.0847962 Jun 16 16:12:36.266723 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c18a7608-fe2d-4f61-a0b4-2455d3fe9137 req-ccbbd9fa-8c1e-4108-ac3a-6fef38b96a1d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613315 Jun 16 16:12:36.369483 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3783e-49ed-4585-bcc2-d3e837eb0cae req-5d8db27e-a650-4c61-b203-49dc7afc11b8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:36.372594 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eec3783e-49ed-4585-bcc2-d3e837eb0cae req-5d8db27e-a650-4c61-b203-49dc7afc11b8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0715384 Jun 16 16:12:36.446377 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eec3783e-49ed-4585-bcc2-d3e837eb0cae req-291a090c-9017-45bc-8566-42a80df5bfba tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Jun 16 16:12:36.522290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device c019be23-ca59-4fbc-9e0d-aaca2c69887b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:12:36.553383 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f830c-17d3-42ac-a6ee-3939eb6ab1a4 req-8130eae1-32e8-4a57-9d5f-50e26b43b7fa tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:36.560579 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-904f830c-17d3-42ac-a6ee-3939eb6ab1a4 req-8130eae1-32e8-4a57-9d5f-50e26b43b7fa tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 931 time: 0.0740943 Jun 16 16:12:36.620877 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-904f830c-17d3-42ac-a6ee-3939eb6ab1a4 req-669418a7-1bba-44d3-9801-9aae43fa7abf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547678 Jun 16 16:12:36.661648 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port c019be23-ca59-4fbc-9e0d-aaca2c69887b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:36.675840 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b', 'network_id': 'b0f8736e-a4c9-4c19-b402-ad1b6934beeb', 'port_id': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b', 'mac_address': 'fa:16:3e:26:22:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aec269a-e419-427d-b66d-900747180b91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:12:36.714337 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port c019be23-ca59-4fbc-9e0d-aaca2c69887b is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:36.714642 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.729509 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c019be23-ca59-4fbc-9e0d-aaca2c69887b {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:36.751358 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:36.755880 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port c019be23-ca59-4fbc-9e0d-aaca2c69887b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:36.763215 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.823482 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=c019be23-ca59-4fbc-9e0d-aaca2c69887b,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:37.327482 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39588a-d0c8-43d8-ad04-bab76cdf87e8 req-18f933f4-44cc-4067-95f3-bec2b010ebcc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:37.329352 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3e39588a-d0c8-43d8-ad04-bab76cdf87e8 req-18f933f4-44cc-4067-95f3-bec2b010ebcc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 932 time: 0.0629311 Jun 16 16:12:37.406867 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3e39588a-d0c8-43d8-ad04-bab76cdf87e8 req-e83dfd65-cf2b-4016-96b7-4cb1799dbb77 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704691 Jun 16 16:12:37.415191 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8617e2b-bf02-47a3-a26a-7959020809d1 req-3138a622-9c29-4efc-abfe-8d689e9a5eae tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:37.422640 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f8617e2b-bf02-47a3-a26a-7959020809d1 req-3138a622-9c29-4efc-abfe-8d689e9a5eae tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 944 time: 0.0732751 Jun 16 16:12:37.479307 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f8617e2b-bf02-47a3-a26a-7959020809d1 req-57cad3db-92b0-4e6d-b930-5a7f3d455a84 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556159 Jun 16 16:12:37.571613 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:37.594639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79252e-c28b-4578-a8d9-3dbdafbb0263 req-29557ac5-6678-4c95-a029-70338821bbec tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:37.596405 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7b79252e-c28b-4578-a8d9-3dbdafbb0263 req-29557ac5-6678-4c95-a029-70338821bbec tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0665460 Jun 16 16:12:37.671978 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7b79252e-c28b-4578-a8d9-3dbdafbb0263 req-f9e715cd-8471-47b6-9706-7a630c93fdcb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Jun 16 16:12:37.812833 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f03c00-c0cb-4eb5-9ca2-519f118f6a84 req-d64a484d-97bc-403b-84ec-58397e03e380 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:37.814591 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1f03c00-c0cb-4eb5-9ca2-519f118f6a84 req-d64a484d-97bc-403b-84ec-58397e03e380 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 931 time: 0.0975022 Jun 16 16:12:37.884401 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1f03c00-c0cb-4eb5-9ca2-519f118f6a84 req-c7359cf1-f68c-49eb-b7b2-c1f6731ac75a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632465 Jun 16 16:12:37.955532 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['c019be23-ca59-4fbc-9e0d-aaca2c69887b'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:12:38.002751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Request body: {'port': {'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:38.041828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Request body: {'port': {'device_id': '6b69f513-c146-469b-9045-a974844f18cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:38.151115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.174174 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a98debc0-832b-4932-a285-3f91c36573ab req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.184150 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.186375 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-0cb3de75-7f58-4a2b-96ab-fb4eb61db655 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b HTTP/1.1" status: 200 len: 217 time: 0.1740587 Jun 16 16:12:38.261344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.474883 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:38.540112 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a98debc0-832b-4932-a285-3f91c36573ab req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Publish callbacks [] for security_group (46e09615-5a76-410e-a489-1b62067c3510), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.565701 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a98debc0-832b-4932-a285-3f91c36573ab req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (46e09615-5a76-410e-a489-1b62067c3510), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.750876 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3330b-026c-49e9-b1ff-ba4a0a99f468 req-c040a447-19da-4e87-a41e-e1d1fbbd69cc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:38.761771 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-95c3330b-026c-49e9-b1ff-ba4a0a99f468 req-c040a447-19da-4e87-a41e-e1d1fbbd69cc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 932 time: 0.1323690 Jun 16 16:12:38.771872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:38.790348 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device c019be23-ca59-4fbc-9e0d-aaca2c69887b up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:38.813797 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46e09615-5a76-410e-a489-1b62067c3510,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:38.830502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.830779 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.831117 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.831882 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.831882 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.832179 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.832531 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.832845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.833175 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.833532 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.833850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.834339 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.834670 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.835001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.835967 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:38.845039 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a98debc0-832b-4932-a285-3f91c36573ab req-5a4d872c-9dac-44b4-92fd-a90e89e385b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8450511 Jun 16 16:12:38.856935 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-95c3330b-026c-49e9-b1ff-ba4a0a99f468 req-acb91a66-00dc-486e-a449-9ee5ec59e197 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920124 Jun 16 16:12:38.895223 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606084cc-5234-4646-819b-3c3fb682eedd req-e7c8881d-146e-4344-8bd3-06c40081a09e tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:38.897393 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-606084cc-5234-4646-819b-3c3fb682eedd req-e7c8881d-146e-4344-8bd3-06c40081a09e tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 944 time: 0.1621499 Jun 16 16:12:38.963489 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef1a992-09d2-465a-ab42-4a79a9fd1971 {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:38.963763 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port c019be23-ca59-4fbc-9e0d-aaca2c69887b completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:12:38.986448 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port c019be23-ca59-4fbc-9e0d-aaca2c69887b triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:38.987743 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.004080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Publish callbacks [] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.048218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c671e-abcb-4151-9da4-fd611b1e2fef req-f328482b-46b8-49fa-9bea-d7eb1ebda6e0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:39.053552 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6e5c671e-abcb-4151-9da4-fd611b1e2fef req-f328482b-46b8-49fa-9bea-d7eb1ebda6e0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.1078660 Jun 16 16:12:39.054939 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Transition to ACTIVE for port object bef1a992-09d2-465a-ab42-4a79a9fd1971 will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:39.081476 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.104853 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-606084cc-5234-4646-819b-3c3fb682eedd req-02556840-4716-4dd2-981d-68077815c7ad tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836441 Jun 16 16:12:39.126206 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45f5873-c9a8-45d9-883c-9f0d81681036 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:39.146575 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Publish callbacks [] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.177743 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port c019be23-ca59-4fbc-9e0d-aaca2c69887b is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:39.178565 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.201849 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Transition to ACTIVE for port object b45f5873-c9a8-45d9-883c-9f0d81681036 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:39.213411 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.229174 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179d422e-be19-4c93-ad79-136aeb12c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:39.235357 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc6ff07-2104-44b7-b706-a47f5db1913d" -d '{"events": [{"server_uuid": "179d422e-be19-4c93-ad79-136aeb12c79a", "name": "network-vif-plugged", "status": "completed", "tag": "c019be23-ca59-4fbc-9e0d-aaca2c69887b"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:39.322285 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port c019be23-ca59-4fbc-9e0d-aaca2c69887b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:39.323793 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.334099 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.348108 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.415740 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Pushing event updated for resources: {'Port': ['ID=bef1a992-09d2-465a-ab42-4a79a9fd1971,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:39.433015 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.433682 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.435142 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.435142 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.435731 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.435976 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.436491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.436838 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.437430 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.438093 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.438542 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.439114 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.439660 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.440218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.444632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.487341 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6e5c671e-abcb-4151-9da4-fd611b1e2fef req-7c6cb9cc-18c3-49f5-aa46-04363c9e63e0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294231 Jun 16 16:12:39.596139 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Attempting to bind port bef1a992-09d2-465a-ab42-4a79a9fd1971 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:39.596302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=c019be23-ca59-4fbc-9e0d-aaca2c69887b,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:39.596513 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Attempting to bind port bef1a992-09d2-465a-ab42-4a79a9fd1971 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:39.596895 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Attempting to bind port bef1a992-09d2-465a-ab42-4a79a9fd1971 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:39.622806 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Port bef1a992-09d2-465a-ab42-4a79a9fd1971 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:12:39.626997 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Attempting to bind port bef1a992-09d2-465a-ab42-4a79a9fd1971 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:39.640641 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.641772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.641772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.655261 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.658952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.659991 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.660438 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.662934 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.663688 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:39.664052 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:39.667293 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.670851 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Bound using segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:39.671350 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Bound port: bef1a992-09d2-465a-ab42-4a79a9fd1971, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:39.672758 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.673031 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.676261 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.681156 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.683513 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.691552 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.693183 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:39.737600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84224c-9352-4d41-897e-6e3183207cc6 req-f03ccf98-fe95-4c02-94a6-f6f6863d9d77 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:39.743500 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fb84224c-9352-4d41-897e-6e3183207cc6 req-f03ccf98-fe95-4c02-94a6-f6f6863d9d77 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.4511931 Jun 16 16:12:39.745482 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Pushing event updated for resources: {'Port': ['ID=b45f5873-c9a8-45d9-883c-9f0d81681036,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:39.770933 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfe8430-cb69-41b3-b65b-57599ee64268 x-openstack-request-id: req-bdfe8430-cb69-41b3-b65b-57599ee64268 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:39.771761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179d422e-be19-4c93-ad79-136aeb12c79a", "name": "network-vif-plugged", "status": "completed", "tag": "c019be23-ca59-4fbc-9e0d-aaca2c69887b", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:39.772413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bdfe8430-cb69-41b3-b65b-57599ee64268 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:39.773055 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfe8430-cb69-41b3-b65b-57599ee64268'] response: {'server_uuid': '179d422e-be19-4c93-ad79-136aeb12c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b', 'code': 200} Jun 16 16:12:39.851621 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-4a1180ae-c856-4bf1-b9ab-0579c575f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:39.854012 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-4a1180ae-c856-4bf1-b9ab-0579c575f5ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3aec269a-e419-427d-b66d-900747180b91 HTTP/1.1" status: 200 len: 850 time: 0.3024716 Jun 16 16:12:39.894904 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Attempting to bind port b45f5873-c9a8-45d9-883c-9f0d81681036 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:39.895069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Attempting to bind port b45f5873-c9a8-45d9-883c-9f0d81681036 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:39.898238 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Attempting to bind port b45f5873-c9a8-45d9-883c-9f0d81681036 on network abdff458-150a-4302-aaae-af8beb5c788c {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:39.901018 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Port b45f5873-c9a8-45d9-883c-9f0d81681036 on network abdff458-150a-4302-aaae-af8beb5c788c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:12:39.901344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Attempting to bind port b45f5873-c9a8-45d9-883c-9f0d81681036 on network abdff458-150a-4302-aaae-af8beb5c788c {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:39.908675 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fb84224c-9352-4d41-897e-6e3183207cc6 req-5f3a76e9-c236-4878-a516-424f0227514e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339612 Jun 16 16:12:39.912329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:39.912745 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Checking segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:39.913043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Bound using segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:39.913515 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Bound port: b45f5873-c9a8-45d9-883c-9f0d81681036, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:39.913968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.931614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] For port bef1a992-09d2-465a-ab42-4a79a9fd1971, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:39.940663 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] For port bef1a992-09d2-465a-ab42-4a79a9fd1971, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:39.962719 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.980606 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:40.046089 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] For port b45f5873-c9a8-45d9-883c-9f0d81681036, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:40.051255 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] For port b45f5873-c9a8-45d9-883c-9f0d81681036, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b45f5873-c9a8-45d9-883c-9f0d81681036,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:40.065829 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.095549 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.096298 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.098150 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] 10.222.0.25 "PUT /v2.0/ports/bef1a992-09d2-465a-ab42-4a79a9fd1971 HTTP/1.1" status: 200 len: 1094 time: 2.1021335 Jun 16 16:12:40.101038 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:40.103352 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43121953-a0fa-4f76-a1e4-e7618621d368" -d '{"events": [{"name": "network-changed", "server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:40.170716 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5e3fa-c47e-493d-8a19-21800c6b372c x-openstack-request-id: req-a0e5e3fa-c47e-493d-8a19-21800c6b372c {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:40.171006 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:40.171348 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a0e5e3fa-c47e-493d-8a19-21800c6b372c {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:40.172468 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e5e3fa-c47e-493d-8a19-21800c6b372c'] response: {'name': 'network-changed', 'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'status': 'completed', 'code': 200} Jun 16 16:12:40.182438 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ed67-d00e-4e2b-8dd8-7cb345f81500 req-b41b545c-ce1d-48f1-99eb-b968bed1edb2 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.185462 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ea41ed67-d00e-4e2b-8dd8-7cb345f81500 req-b41b545c-ce1d-48f1-99eb-b968bed1edb2 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.1624660 Jun 16 16:12:40.189616 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0733a8a-0b06-48ba-a675-1b0160e7dab7 service neutron] Pushing event updated for resources: {'Port': ['ID=bef1a992-09d2-465a-ab42-4a79a9fd1971,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:40.254536 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.257124 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.261410 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] 10.222.0.25 "PUT /v2.0/ports/b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 200 len: 1093 time: 2.2315471 Jun 16 16:12:40.290496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:40.298935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e5438f-e9a9-43d0-be3b-7115e91be14e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:40.301850 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ea41ed67-d00e-4e2b-8dd8-7cb345f81500 req-e09825b3-9794-4aac-9b04-a646c75433f7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004055 Jun 16 16:12:40.323056 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:40.326779 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5610a-b239-4f02-b556-1ae7c4e8478e service neutron] Pushing event updated for resources: {'Port': ['ID=b45f5873-c9a8-45d9-883c-9f0d81681036,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:40.362616 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c501-a2a3-4d7e-807d-0629ad03338d req-05cbfc6f-6dce-4df1-8bee-f02635e8ad4a tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.372892 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f762c501-a2a3-4d7e-807d-0629ad03338d req-05cbfc6f-6dce-4df1-8bee-f02635e8ad4a tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.1045485 Jun 16 16:12:40.398208 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb9ae1-6572-43a6-aca1-0fe25cd2f235 x-openstack-request-id: req-89bb9ae1-6572-43a6-aca1-0fe25cd2f235 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:40.398935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:40.399501 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-89bb9ae1-6572-43a6-aca1-0fe25cd2f235 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:40.400276 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bb9ae1-6572-43a6-aca1-0fe25cd2f235'] response: {'name': 'network-changed', 'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'status': 'completed', 'code': 200} Jun 16 16:12:40.446975 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f762c501-a2a3-4d7e-807d-0629ad03338d req-a14dad72-2b8f-41e1-a40b-a593e50c3d5a tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736709 Jun 16 16:12:40.652102 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121953-a0fa-4f76-a1e4-e7618621d368 req-0eb7e27a-f30a-4fbc-8a05-5137a4372725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.653832 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-43121953-a0fa-4f76-a1e4-e7618621d368 req-0eb7e27a-f30a-4fbc-8a05-5137a4372725 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 1128 time: 0.1214662 Jun 16 16:12:40.654793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-3816a02d-65b0-46a8-b5a1-42a065a6d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.656357 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-3816a02d-65b0-46a8-b5a1-42a065a6d460 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b0f8736e-a4c9-4c19-b402-ad1b6934beeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1364062 Jun 16 16:12:40.706499 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5438f-e9a9-43d0-be3b-7115e91be14e req-2dc473a9-eeb9-4a36-9fe5-d11b7ea1d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.708012 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3e5438f-e9a9-43d0-be3b-7115e91be14e req-2dc473a9-eeb9-4a36-9fe5-d11b7ea1d513 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1127 time: 0.1195741 Jun 16 16:12:40.720701 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18738e-3214-48cf-8d1f-036fd6ec5b41 req-44c5d0d6-5d73-4439-8634-c290a141ff3d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.729545 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0d18738e-3214-48cf-8d1f-036fd6ec5b41 req-44c5d0d6-5d73-4439-8634-c290a141ff3d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 943 time: 0.0674074 Jun 16 16:12:40.804990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ecd1c4fc-716d-40aa-81c3-83ee9f284517 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:12:40.831388 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317e700-e610-424d-952b-19b73dd71012 req-95782292-d3e9-44e3-b14b-ab49547adeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:40.833095 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c317e700-e610-424d-952b-19b73dd71012 req-95782292-d3e9-44e3-b14b-ab49547adeb1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 1129 time: 0.1283989 Jun 16 16:12:40.903726 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47906) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:40.920403 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:40.944550 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0d18738e-3214-48cf-8d1f-036fd6ec5b41 req-afea320b-c0a1-4801-affe-ced6343c3aa2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139080 Jun 16 16:12:40.998621 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c317e700-e610-424d-952b-19b73dd71012 req-4bc68be8-6272-4288-ba74-53066773cf77 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294804 Jun 16 16:12:41.045568 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5438f-e9a9-43d0-be3b-7115e91be14e req-4d80eda4-c837-4200-9d8d-f04935704d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.054812 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3e5438f-e9a9-43d0-be3b-7115e91be14e req-4d80eda4-c837-4200-9d8d-f04935704d29 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3218293 Jun 16 16:12:41.088894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121953-a0fa-4f76-a1e4-e7618621d368 req-9cfc1933-922d-445d-b29d-b26423bd661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.091274 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-43121953-a0fa-4f76-a1e4-e7618621d368 req-9cfc1933-922d-445d-b29d-b26423bd661c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b091584c67814e4d8f7e88f0596880e3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4252019 Jun 16 16:12:41.150117 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-998769ab-17a2-42cb-8af8-393af5cf744d service neutron] 10.222.0.25 "GET /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732916 Jun 16 16:12:41.162092 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:41.177120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port ecd1c4fc-716d-40aa-81c3-83ee9f284517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:41.183260 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a735e-d3d8-4044-865f-67b286225afb req-a124d278-0cb0-4c6e-a4d1-58ee992b2182 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.186496 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1c3a735e-d3d8-4044-865f-67b286225afb req-a124d278-0cb0-4c6e-a4d1-58ee992b2182 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.1076622 Jun 16 16:12:41.224189 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'port_id': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517', 'mac_address': 'fa:16:3e:04:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:12:41.275609 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-516b1e02-5844-4dce-b8d8-b91e200e5ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.291832 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port ecd1c4fc-716d-40aa-81c3-83ee9f284517 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:41.292349 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.317140 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1c3a735e-d3d8-4044-865f-67b286225afb req-60a89e79-1b30-4cf9-83a0-05da5b48473e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242514 Jun 16 16:12:41.322043 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd1c4fc-716d-40aa-81c3-83ee9f284517 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:41.367773 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port ecd1c4fc-716d-40aa-81c3-83ee9f284517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:41.374695 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.443606 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-516b1e02-5844-4dce-b8d8-b91e200e5ba6 admin admin] Publish callbacks [] for security_group (d0c05962-5ea9-41d6-9ee9-8708da717cb3), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.460586 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-516b1e02-5844-4dce-b8d8-b91e200e5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d0c05962-5ea9-41d6-9ee9-8708da717cb3), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.479819 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=ecd1c4fc-716d-40aa-81c3-83ee9f284517,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.668173 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:41.717705 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ab85-444d-45e1-bca9-1e4782e4abb8 req-d31b1bc3-dc6e-4409-a1f9-48e256eb3b40 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.719860 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b6c8ab85-444d-45e1-bca9-1e4782e4abb8 req-d31b1bc3-dc6e-4409-a1f9-48e256eb3b40 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.2814517 Jun 16 16:12:41.744902 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-516b1e02-5844-4dce-b8d8-b91e200e5ba6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=901c3a6a0a8e4034ad0e23a1b57c7bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8397453 Jun 16 16:12:41.787084 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47928) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:41.829969 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1e02-5844-4dce-b8d8-b91e200e5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c05962-5ea9-41d6-9ee9-8708da717cb3,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.984097 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac0e71-3c05-4a2e-8964-cc84e5dc93e1 req-56da85d2-e61a-484a-bbc1-fedff133bfe0 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.985571 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-45ac0e71-3c05-4a2e-8964-cc84e5dc93e1 req-56da85d2-e61a-484a-bbc1-fedff133bfe0 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.3550694 Jun 16 16:12:41.988613 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b6c8ab85-444d-45e1-bca9-1e4782e4abb8 req-6227c3b8-b0e0-4886-bac5-0a1edeb9e13b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419975 Jun 16 16:12:41.990344 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5438f-e9a9-43d0-be3b-7115e91be14e req-0a4bbe04-e20a-4949-ac2d-83bcba78c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.992443 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3e5438f-e9a9-43d0-be3b-7115e91be14e req-0a4bbe04-e20a-4949-ac2d-83bcba78c6a2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5137787 Jun 16 16:12:42.011305 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c9fecdd-4c1f-4d70-8814-5cd3d015a5f7 req-c8408337-f3c2-4f04-992f-31dfa5fd0c97 service neutron] 10.222.0.25 "GET /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292842 Jun 16 16:12:42.013743 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-158892c2-2c53-4e8d-b667-48c76c4d0cba admin admin] Publish callbacks [] for security_group (d0c05962-5ea9-41d6-9ee9-8708da717cb3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.024837 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121953-a0fa-4f76-a1e4-e7618621d368 req-e5040802-17d2-4ab2-85fb-30569dbf83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:42.024837 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-43121953-a0fa-4f76-a1e4-e7618621d368 req-e5040802-17d2-4ab2-85fb-30569dbf83a4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5613356 Jun 16 16:12:42.052707 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-158892c2-2c53-4e8d-b667-48c76c4d0cba admin admin] Publish callbacks [] for security_group (d0c05962-5ea9-41d6-9ee9-8708da717cb3), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.065380 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-45ac0e71-3c05-4a2e-8964-cc84e5dc93e1 req-d0eade5d-fb45-4e47-bc6a-b5c1421f0744 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732927 Jun 16 16:12:42.146055 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2133c-e2d5-4688-91d2-c475201b9bc1 req-f431f989-48f0-4144-b35e-74e90beddcff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:42.147824 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3bd2133c-e2d5-4688-91d2-c475201b9bc1 req-f431f989-48f0-4144-b35e-74e90beddcff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0710416 Jun 16 16:12:42.193444 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-158892c2-2c53-4e8d-b667-48c76c4d0cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d0c05962-5ea9-41d6-9ee9-8708da717cb3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.195938 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-158892c2-2c53-4e8d-b667-48c76c4d0cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.197108 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-158892c2-2c53-4e8d-b667-48c76c4d0cba admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d0c05962-5ea9-41d6-9ee9-8708da717cb3 HTTP/1.1" status: 204 len: 168 time: 0.3957441 Jun 16 16:12:42.211464 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158892c2-2c53-4e8d-b667-48c76c4d0cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c05962-5ea9-41d6-9ee9-8708da717cb3,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:42.279011 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3bd2133c-e2d5-4688-91d2-c475201b9bc1 req-58708624-a56f-4726-b8fc-30f79b06bc01 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174538 Jun 16 16:12:42.498996 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4338a03-7d3e-4a54-be0f-6ad32a9ba51e req-10fdcbf1-4e57-4210-b9e9-5921dbdf2c64 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:42.501724 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a4338a03-7d3e-4a54-be0f-6ad32a9ba51e req-10fdcbf1-4e57-4210-b9e9-5921dbdf2c64 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0744951 Jun 16 16:12:42.572139 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a4338a03-7d3e-4a54-be0f-6ad32a9ba51e req-52e347bb-4ae5-463d-a78d-13e96bee0f02 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646691 Jun 16 16:12:42.626619 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47946) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:42.633876 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:42.648369 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5ded238a-1ab7-41d6-bb31-2c4266f5861a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.792149 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5ded238a-1ab7-41d6-bb31-2c4266f5861a admin admin] Publish callbacks [] for security_group (946e41f8-c797-4dee-80da-e91a76b067a9), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.797833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5ded238a-1ab7-41d6-bb31-2c4266f5861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (946e41f8-c797-4dee-80da-e91a76b067a9), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.841045 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded238a-1ab7-41d6-bb31-2c4266f5861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e41f8-c797-4dee-80da-e91a76b067a9,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:42.847914 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5ded238a-1ab7-41d6-bb31-2c4266f5861a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=827c811c01da43459a02f59586b36d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176301 Jun 16 16:12:42.848624 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 47950) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:42.925736 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-27bbd75d-47a2-448e-9510-603ff8b5b552 admin admin] Publish callbacks [] for security_group (946e41f8-c797-4dee-80da-e91a76b067a9), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.963080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-27bbd75d-47a2-448e-9510-603ff8b5b552 admin admin] Publish callbacks [] for security_group (946e41f8-c797-4dee-80da-e91a76b067a9), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.037001 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-27bbd75d-47a2-448e-9510-603ff8b5b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (946e41f8-c797-4dee-80da-e91a76b067a9), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.039790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-27bbd75d-47a2-448e-9510-603ff8b5b552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.041327 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-27bbd75d-47a2-448e-9510-603ff8b5b552 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/946e41f8-c797-4dee-80da-e91a76b067a9 HTTP/1.1" status: 204 len: 168 time: 0.1910796 Jun 16 16:12:43.052917 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbd75d-47a2-448e-9510-603ff8b5b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e41f8-c797-4dee-80da-e91a76b067a9,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:43.195677 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb81e-ff81-491e-9db9-db93624a3490 req-1ddd7cc5-892a-41a0-aaa5-13bc054c7f6f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:43.196924 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e5feb81e-ff81-491e-9db9-db93624a3490 req-1ddd7cc5-892a-41a0-aaa5-13bc054c7f6f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0798454 Jun 16 16:12:43.236119 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa648536-aff4-4073-a0c9-47a5f8866556 req-4cca8ba6-da27-47c6-b55c-ffd95dfd48dd tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:43.238590 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aa648536-aff4-4073-a0c9-47a5f8866556 req-4cca8ba6-da27-47c6-b55c-ffd95dfd48dd tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0550835 Jun 16 16:12:43.254740 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:43.281879 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e5feb81e-ff81-491e-9db9-db93624a3490 req-b0f7c502-b93a-4d11-8184-c24d24b9b785 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761490 Jun 16 16:12:43.331093 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aa648536-aff4-4073-a0c9-47a5f8866556 req-413863a3-d751-4682-9434-31627596d1d0 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864539 Jun 16 16:12:43.467572 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cdb1b-f65e-42cb-8bd0-2664035513db req-67d78045-7c78-438e-9a92-3b4f11f027b5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:43.469349 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-694cdb1b-f65e-42cb-8bd0-2664035513db req-67d78045-7c78-438e-9a92-3b4f11f027b5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0684309 Jun 16 16:12:43.529608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:43.556649 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-694cdb1b-f65e-42cb-8bd0-2664035513db req-8f51d640-c9b9-4ff4-a858-97bb3ecda891 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 Jun 16 16:12:43.744578 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fc85-ab4c-4225-b050-1608bdadd98f req-75e927f9-0238-4ef0-9023-adb6ba7d610f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:43.746631 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-82f5fc85-ab4c-4225-b050-1608bdadd98f req-75e927f9-0238-4ef0-9023-adb6ba7d610f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0751936 Jun 16 16:12:43.822388 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-82f5fc85-ab4c-4225-b050-1608bdadd98f req-8098e88f-f0a2-47a6-8205-45c051354f27 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691376 Jun 16 16:12:44.510988 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c15bb-119e-45ec-ad90-f5177f041424 req-c2ea17fb-e369-42e1-a92e-5501660121ac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:44.514974 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db3b7-8ca6-4c96-b968-e5af344ffd5c req-6115be19-d618-4f74-8308-5c765eb9ce79 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:44.522731 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-823c15bb-119e-45ec-ad90-f5177f041424 req-c2ea17fb-e369-42e1-a92e-5501660121ac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.1480811 Jun 16 16:12:44.523416 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-338db3b7-8ca6-4c96-b968-e5af344ffd5c req-6115be19-d618-4f74-8308-5c765eb9ce79 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0823886 Jun 16 16:12:44.574930 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-338db3b7-8ca6-4c96-b968-e5af344ffd5c req-642bcbda-f611-4324-929f-02d146355fd3 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501282 Jun 16 16:12:44.584355 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-823c15bb-119e-45ec-ad90-f5177f041424 req-b47b33f9-3235-4ebf-9fed-333b77b8220a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604584 Jun 16 16:12:44.718815 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8522-2745-46fd-8df0-94986306bdf7 req-45c6f08d-59ab-43d4-a421-fd4bd15639ec tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:44.720541 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b36c8522-2745-46fd-8df0-94986306bdf7 req-45c6f08d-59ab-43d4-a421-fd4bd15639ec tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0653887 Jun 16 16:12:44.805882 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b36c8522-2745-46fd-8df0-94986306bdf7 req-eeca7d9e-a359-413f-806c-abc15507490c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747509 Jun 16 16:12:44.847663 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['ecd1c4fc-716d-40aa-81c3-83ee9f284517'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:12:45.014744 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be070-b917-44d9-8e89-cd5eb6140ea4 req-4fe904f7-4052-4f9f-8efb-ecd61a384b85 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:45.016389 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-337be070-b917-44d9-8e89-cd5eb6140ea4 req-4fe904f7-4052-4f9f-8efb-ecd61a384b85 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0775692 Jun 16 16:12:45.095695 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-337be070-b917-44d9-8e89-cd5eb6140ea4 req-6bad9e24-9f9a-42c8-85d7-719700aaf3e8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719385 Jun 16 16:12:45.749778 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3c70-a253-4221-80f5-727a7b8fdeed req-bee63313-e8b8-402d-a156-2f18daf3844e tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:45.758063 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3f1b3c70-a253-4221-80f5-727a7b8fdeed req-bee63313-e8b8-402d-a156-2f18daf3844e tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0863783 Jun 16 16:12:45.829497 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10acafe-b1e8-4118-939d-583b76b20c77 req-e08ecb37-a4c0-4a70-bc1d-1f7185a924da tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:45.831555 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3f1b3c70-a253-4221-80f5-727a7b8fdeed req-85570bac-e2f8-48f3-acf3-c37e57f51bb4 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Jun 16 16:12:45.837584 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a10acafe-b1e8-4118-939d-583b76b20c77 req-e08ecb37-a4c0-4a70-bc1d-1f7185a924da tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.1156595 Jun 16 16:12:45.903844 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a10acafe-b1e8-4118-939d-583b76b20c77 req-1fa09bec-3994-49f4-870d-8d4983565622 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584109 Jun 16 16:12:45.984077 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a21f93-14bd-4878-ba30-006dd455927f req-9787bb96-d9ec-4ebf-9ec9-ce65059e1df9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:45.985806 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9a21f93-14bd-4878-ba30-006dd455927f req-9787bb96-d9ec-4ebf-9ec9-ce65059e1df9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0748544 Jun 16 16:12:46.040824 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9a21f93-14bd-4878-ba30-006dd455927f req-fc82ee05-7c70-4b8b-8ef5-daa2452c1ec5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 Jun 16 16:12:46.233492 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752449b-4989-4a79-b84d-a5d7d1f6d98c req-63dbc925-4967-4fee-b572-8d28c98563ef tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:46.235170 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2752449b-4989-4a79-b84d-a5d7d1f6d98c req-63dbc925-4967-4fee-b572-8d28c98563ef tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0535226 Jun 16 16:12:46.292712 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2752449b-4989-4a79-b84d-a5d7d1f6d98c req-01b5ec6b-dc66-4120-b90c-cfaf458fd472 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514393 Jun 16 16:12:46.950549 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:46.963886 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94991-c479-49e9-81ed-7de2ab174136 req-eb338d91-aade-4a74-905d-2b58df0fc870 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:46.966769 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4ee94991-c479-49e9-81ed-7de2ab174136 req-eb338d91-aade-4a74-905d-2b58df0fc870 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0539372 Jun 16 16:12:47.026885 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4ee94991-c479-49e9-81ed-7de2ab174136 req-4c80ddce-d035-4a87-b8d8-185aa5c592a7 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544784 Jun 16 16:12:47.045604 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453880ab-00e9-4b98-af3b-582a3194323f req-06d75008-0235-4d47-9ba3-1523677e9e8b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:47.047653 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-453880ab-00e9-4b98-af3b-582a3194323f req-06d75008-0235-4d47-9ba3-1523677e9e8b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0624387 Jun 16 16:12:47.077576 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:47.116557 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-453880ab-00e9-4b98-af3b-582a3194323f req-95cfc588-8449-4e2c-be23-c22f98c15ca8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622888 Jun 16 16:12:47.173298 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4be4b-089d-42fb-8f83-eea7d249dd12 req-944ddf8b-9eb9-4612-b7d4-38a438f127e6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:47.175071 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13b4be4b-089d-42fb-8f83-eea7d249dd12 req-944ddf8b-9eb9-4612-b7d4-38a438f127e6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0522773 Jun 16 16:12:47.234770 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13b4be4b-089d-42fb-8f83-eea7d249dd12 req-e5772702-5318-4e38-80ea-cad830cbcdf7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jun 16 16:12:47.455201 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd084a1-14f0-4be3-9a6d-3475e24e7308 req-76a0b7ec-1be6-4f89-b5eb-bce2f00643f6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:47.456781 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1fd084a1-14f0-4be3-9a6d-3475e24e7308 req-76a0b7ec-1be6-4f89-b5eb-bce2f00643f6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0623744 Jun 16 16:12:47.514679 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1fd084a1-14f0-4be3-9a6d-3475e24e7308 req-632e02df-b4cf-4f24-8968-aebbd115a9f9 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492685 Jun 16 16:12:48.182301 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288548a6-584c-45e8-84f8-cd70bcd067df req-a0726cbd-c4b6-45f1-bf26-72af4fb7f5cf tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:48.185415 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-288548a6-584c-45e8-84f8-cd70bcd067df req-a0726cbd-c4b6-45f1-bf26-72af4fb7f5cf tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0820284 Jun 16 16:12:48.244685 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-288548a6-584c-45e8-84f8-cd70bcd067df req-54964bdd-b49c-4358-b846-fdff5b0f573b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525064 Jun 16 16:12:48.257228 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efee096-128e-4654-9f83-a3df7057975a req-8dbb40be-8694-4d17-b15e-88ef211ae991 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:48.260167 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4efee096-128e-4654-9f83-a3df7057975a req-8dbb40be-8694-4d17-b15e-88ef211ae991 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0619307 Jun 16 16:12:48.319747 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4efee096-128e-4654-9f83-a3df7057975a req-b4369b12-0c05-4b72-adb8-ff6c14e7276b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522056 Jun 16 16:12:48.364169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10307be-8669-4395-a7e3-1e69fcdcde73 req-b6404207-0b63-4161-bec8-95cd3a4c5738 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:48.365643 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a10307be-8669-4395-a7e3-1e69fcdcde73 req-b6404207-0b63-4161-bec8-95cd3a4c5738 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0493319 Jun 16 16:12:48.416631 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a10307be-8669-4395-a7e3-1e69fcdcde73 req-4eacaaa7-8f95-4932-8dae-76f7d8593ba8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 Jun 16 16:12:48.686952 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c10966-e090-4134-948d-27a13e0eb75d req-0b2bd022-a011-489e-9bde-8597d8e027e6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:48.688742 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-71c10966-e090-4134-948d-27a13e0eb75d req-0b2bd022-a011-489e-9bde-8597d8e027e6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0810068 Jun 16 16:12:48.747262 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ecd1c4fc-716d-40aa-81c3-83ee9f284517 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:48.754922 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-71c10966-e090-4134-948d-27a13e0eb75d req-f8c9cbda-f806-4744-afe8-758c0e992e2e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583291 Jun 16 16:12:48.809553 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port ecd1c4fc-716d-40aa-81c3-83ee9f284517 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:12:48.817100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port ecd1c4fc-716d-40aa-81c3-83ee9f284517 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:48.817613 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.938348 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port ecd1c4fc-716d-40aa-81c3-83ee9f284517 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:48.938348 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.971953 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:48.974595 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec50c22-321b-43f8-a41f-d444709c8b94" -d '{"events": [{"server_uuid": "fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd1c4fc-716d-40aa-81c3-83ee9f284517"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:48.997161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port ecd1c4fc-716d-40aa-81c3-83ee9f284517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:49.003099 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.049751 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38b40f-f0d8-4c0e-9e8d-53f571669f8b x-openstack-request-id: req-bf38b40f-f0d8-4c0e-9e8d-53f571669f8b {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:49.050309 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd1c4fc-716d-40aa-81c3-83ee9f284517", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:49.050801 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bf38b40f-f0d8-4c0e-9e8d-53f571669f8b {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:49.051394 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf38b40f-f0d8-4c0e-9e8d-53f571669f8b'] response: {'server_uuid': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517', 'code': 200} Jun 16 16:12:49.104771 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=ecd1c4fc-716d-40aa-81c3-83ee9f284517,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:49.154022 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-1567f2df-bdeb-4dc8-8a18-957351499d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.155807 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-1567f2df-bdeb-4dc8-8a18-957351499d8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 1128 time: 0.0644984 Jun 16 16:12:49.186438 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-f5ae1231-c45f-4e31-8a13-cd791cfd0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.190402 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-f5ae1231-c45f-4e31-8a13-cd791cfd0604 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1127 time: 0.1000347 Jun 16 16:12:49.214379 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-8732ab21-9918-469a-81c5-afb7fa85af8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971 HTTP/1.1" status: 200 len: 217 time: 0.0415576 Jun 16 16:12:49.255796 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-befe785a-ffd1-448d-952f-d96106b301f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 200 len: 217 time: 0.0581157 Jun 16 16:12:49.295907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-b1c89148-322d-4334-a323-a12a0448a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.297385 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-b1c89148-322d-4334-a323-a12a0448a4e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.0752776 Jun 16 16:12:49.336726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:49.414356 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-c4a0c240-6e35-4a75-8322-98db0f34307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.416616 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-c4a0c240-6e35-4a75-8322-98db0f34307d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024458 Jun 16 16:12:49.446760 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fec1d-e361-413b-aa49-2c3fc53e648f req-3b84929f-8cc3-41cc-a0cb-8f7d1c082a9b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.449028 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-287fec1d-e361-413b-aa49-2c3fc53e648f req-3b84929f-8cc3-41cc-a0cb-8f7d1c082a9b tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0992053 Jun 16 16:12:49.513877 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-4d0fe2d6-1f67-46ba-a1c7-d61ec067f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.515998 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-4d0fe2d6-1f67-46ba-a1c7-d61ec067f998 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.2025065 Jun 16 16:12:49.520597 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a320f1e-1736-4493-b27b-c59d5f0b1550 req-d6018d14-4916-46a3-8a26-6cabad14c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.522151 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6a320f1e-1736-4493-b27b-c59d5f0b1550 req-d6018d14-4916-46a3-8a26-6cabad14c201 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1129 time: 0.2068436 Jun 16 16:12:49.530427 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2bd4-a3ce-4fe2-bd2e-3ab4cd5971bc req-65433b9d-321a-4d66-b1c0-fca042cb0df6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.532283 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-865b2bd4-a3ce-4fe2-bd2e-3ab4cd5971bc req-65433b9d-321a-4d66-b1c0-fca042cb0df6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0939264 Jun 16 16:12:49.614119 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:49.615119 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-865b2bd4-a3ce-4fe2-bd2e-3ab4cd5971bc req-24239249-2074-42a2-a668-9c50c97f5963 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649407 Jun 16 16:12:49.661344 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-287fec1d-e361-413b-aa49-2c3fc53e648f req-879fee22-3f49-40f2-b833-6d71bf8b5527 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932366 Jun 16 16:12:49.713174 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-5fc736dd-10e1-4d46-86d1-d02ea85ef968 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524912 Jun 16 16:12:49.765288 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:49.816482 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2097095b-1083-4abf-9252-14d1570fb4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.838140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb543dd-1129-4848-85e7-3ef7e61ce621 req-f16fecef-bfe0-40eb-854f-d538766f42bf tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.841627 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dcb543dd-1129-4848-85e7-3ef7e61ce621 req-f16fecef-bfe0-40eb-854f-d538766f42bf tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1057394 Jun 16 16:12:49.932646 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dcb543dd-1129-4848-85e7-3ef7e61ce621 req-b4c21997-9a6b-4ea2-93c0-7defa23a8ba3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Jun 16 16:12:49.999012 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e940a-5d00-46ab-8aaf-aea7b64ad8b3 req-4bf565a7-89db-4f93-9c8b-eae323307abd tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:50.002226 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9c5e940a-5d00-46ab-8aaf-aea7b64ad8b3 req-4bf565a7-89db-4f93-9c8b-eae323307abd tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.1378593 Jun 16 16:12:50.140972 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9c5e940a-5d00-46ab-8aaf-aea7b64ad8b3 req-e03c78e1-2358-43f0-95be-294e7ca3e197 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228852 Jun 16 16:12:50.422489 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-ddf06440-2ada-4557-a88e-57a2f9f35637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:50.426237 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-ddf06440-2ada-4557-a88e-57a2f9f35637 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447537 Jun 16 16:12:50.463847 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48128) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:50.615161 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6a320f1e-1736-4493-b27b-c59d5f0b1550 req-25a9cea4-4bd6-4dfb-8a8d-b395a257378c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316457 Jun 16 16:12:50.636012 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-90844a6b-2616-4342-8c46-0e397c1f0f2b service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906402 Jun 16 16:12:50.775297 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b60bc3af-6d4e-4316-a87b-136b263eb06a req-e1ef7c57-fa82-4fa4-8e4d-ed02afdd53aa service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925737 Jun 16 16:12:50.836036 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae121c1-bd2b-4d23-b25e-1de9db4492bd req-c0115d52-e37a-4770-b0a3-a001025c16d5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:50.837584 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ae121c1-bd2b-4d23-b25e-1de9db4492bd req-c0115d52-e37a-4770-b0a3-a001025c16d5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0785682 Jun 16 16:12:50.843909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-775a3209-5747-4c86-b855-a6295bee1a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.931116 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392591b6-c8b5-4f2b-9297-bb4a54b2c6f7 req-6e582352-6c02-48ca-b750-e8d0527d2822 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:50.934640 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-392591b6-c8b5-4f2b-9297-bb4a54b2c6f7 req-6e582352-6c02-48ca-b750-e8d0527d2822 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0870652 Jun 16 16:12:50.943714 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ae121c1-bd2b-4d23-b25e-1de9db4492bd req-7b20af39-62ea-45c2-b30a-cec4292bd17a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901413 Jun 16 16:12:50.971566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:51.047605 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-392591b6-c8b5-4f2b-9297-bb4a54b2c6f7 req-6081d4ce-d483-47f4-b7ad-1c746416e2b2 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925586 Jun 16 16:12:51.139410 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-775a3209-5747-4c86-b855-a6295bee1a72 admin admin] Publish callbacks [] for security_group (af6bc0b1-b806-43cd-8bac-b2f81c13a3f0), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.153116 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:12:51.195020 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-775a3209-5747-4c86-b855-a6295bee1a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (af6bc0b1-b806-43cd-8bac-b2f81c13a3f0), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.236007 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f45bc86-b834-4dc9-a3ac-5d9bc810f854 req-c85ecb13-f5de-4665-bb0b-d8e46d2e61d6 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102539 Jun 16 16:12:51.296813 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e12a6-600e-402c-92cd-8e6588b14236 req-56d83661-cb1f-42b3-923f-4102e2e450c9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:51.307898 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd69d1-4f64-49e2-b16c-44d78f82a6d2 req-258c8d81-ccba-48da-9048-7deca6bafefc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:51.310414 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3e3e12a6-600e-402c-92cd-8e6588b14236 req-56d83661-cb1f-42b3-923f-4102e2e450c9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.2093635 Jun 16 16:12:51.320066 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3cfd69d1-4f64-49e2-b16c-44d78f82a6d2 req-258c8d81-ccba-48da-9048-7deca6bafefc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0987332 Jun 16 16:12:51.373146 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-775a3209-5747-4c86-b855-a6295bee1a72 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3ccdb67ec1de46ce91b788aefa3f2182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9067621 Jun 16 16:12:51.374696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3209-5747-4c86-b855-a6295bee1a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6bc0b1-b806-43cd-8bac-b2f81c13a3f0,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.376515 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48154) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:51.438662 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3cfd69d1-4f64-49e2-b16c-44d78f82a6d2 req-05485f64-c882-417d-a9bb-3735a01afc92 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071334 Jun 16 16:12:51.451240 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:51.483811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:51.491126 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3e3e12a6-600e-402c-92cd-8e6588b14236 req-945f3380-0cd1-4c89-8d05-0bcc50ea2305 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803265 Jun 16 16:12:51.493217 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e53c0dc5-0c1e-4bf0-ad3c-a5a11d3b1048 admin admin] Publish callbacks [] for security_group (af6bc0b1-b806-43cd-8bac-b2f81c13a3f0), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.545515 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e53c0dc5-0c1e-4bf0-ad3c-a5a11d3b1048 admin admin] Publish callbacks [] for security_group (af6bc0b1-b806-43cd-8bac-b2f81c13a3f0), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.629825 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e53c0dc5-0c1e-4bf0-ad3c-a5a11d3b1048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (af6bc0b1-b806-43cd-8bac-b2f81c13a3f0), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.633387 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e53c0dc5-0c1e-4bf0-ad3c-a5a11d3b1048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.638177 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e53c0dc5-0c1e-4bf0-ad3c-a5a11d3b1048 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af6bc0b1-b806-43cd-8bac-b2f81c13a3f0 HTTP/1.1" status: 204 len: 168 time: 0.2571082 Jun 16 16:12:51.659081 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c0dc5-0c1e-4bf0-ad3c-a5a11d3b1048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6bc0b1-b806-43cd-8bac-b2f81c13a3f0,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.835394 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48174) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:52.011697 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-dafd68e9-8df6-4911-9d0a-d9b05eb93674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.173411 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-dafd68e9-8df6-4911-9d0a-d9b05eb93674 admin admin] Publish callbacks [] for security_group (835c2891-bce9-4197-9b6c-1b7a1961289d), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.179637 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-dafd68e9-8df6-4911-9d0a-d9b05eb93674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (835c2891-bce9-4197-9b6c-1b7a1961289d), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.215893 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ca895f87-d27a-41e0-a5b3-0506622675da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.275266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb5f4-f4cb-4627-b4dc-3b1050bd0b57 req-c6cdbc9e-6df2-4f59-9a5e-a288ee8fbbb9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:52.276057 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-dafd68e9-8df6-4911-9d0a-d9b05eb93674 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=85ff1f13e634456d92e39796a86e9419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384124 Jun 16 16:12:52.278484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd68e9-8df6-4911-9d0a-d9b05eb93674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c2891-bce9-4197-9b6c-1b7a1961289d,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:52.282691 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48190) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:52.282994 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-689fb5f4-f4cb-4627-b4dc-3b1050bd0b57 req-c6cdbc9e-6df2-4f59-9a5e-a288ee8fbbb9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.1568270 Jun 16 16:12:52.387258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0a-269d-4e03-a2b9-f25f53d65f13 admin admin] Publish callbacks [] for security_group (835c2891-bce9-4197-9b6c-1b7a1961289d), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.396556 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48196) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:52.426118 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-689fb5f4-f4cb-4627-b4dc-3b1050bd0b57 req-266cfb38-da6c-4fef-8d81-c6fd1cd1f4e4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170332 Jun 16 16:12:52.426916 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0a-269d-4e03-a2b9-f25f53d65f13 admin admin] Publish callbacks [] for security_group (835c2891-bce9-4197-9b6c-1b7a1961289d), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.427052 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-55545084-69f8-4939-bf88-cce91e0db603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.519226 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0a-269d-4e03-a2b9-f25f53d65f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (835c2891-bce9-4197-9b6c-1b7a1961289d), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.522495 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0a-269d-4e03-a2b9-f25f53d65f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.527004 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7ea34a0a-269d-4e03-a2b9-f25f53d65f13 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/835c2891-bce9-4197-9b6c-1b7a1961289d HTTP/1.1" status: 204 len: 168 time: 0.2424240 Jun 16 16:12:52.540106 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34a0a-269d-4e03-a2b9-f25f53d65f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c2891-bce9-4197-9b6c-1b7a1961289d,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:52.554194 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-55545084-69f8-4939-bf88-cce91e0db603 admin admin] Publish callbacks [] for security_group (f9a67759-f4c9-480c-aaad-039e9d06ebe5), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.560782 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-55545084-69f8-4939-bf88-cce91e0db603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f9a67759-f4c9-480c-aaad-039e9d06ebe5), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.587191 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:52.614506 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55545084-69f8-4939-bf88-cce91e0db603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a67759-f4c9-480c-aaad-039e9d06ebe5,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:52.619658 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-55545084-69f8-4939-bf88-cce91e0db603 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5abb815771094d5c9b2f3833298c5b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218082 Jun 16 16:12:52.623543 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48210) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:52.654851 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4409f-b28a-4d32-b118-62f93ebada70 req-3854877d-7f99-4658-a77c-9a0ea041dfba tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:52.669658 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5e4409f-b28a-4d32-b118-62f93ebada70 req-3854877d-7f99-4658-a77c-9a0ea041dfba tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.1054463 Jun 16 16:12:52.731355 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5e4409f-b28a-4d32-b118-62f93ebada70 req-95d31636-6d02-43a2-a3ff-1303dff37501 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596461 Jun 16 16:12:52.763790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-353aa9ef-e452-47a0-8052-36c30d491af0 admin admin] Publish callbacks [] for security_group (f9a67759-f4c9-480c-aaad-039e9d06ebe5), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.790181 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-353aa9ef-e452-47a0-8052-36c30d491af0 admin admin] Publish callbacks [] for security_group (f9a67759-f4c9-480c-aaad-039e9d06ebe5), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.804402 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e78d9-aaca-4a35-905d-b4eb1a1a74c8 req-d79f4ed4-a361-4434-a065-b61b56c2913e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:52.812122 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-983e78d9-aaca-4a35-905d-b4eb1a1a74c8 req-d79f4ed4-a361-4434-a065-b61b56c2913e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1358395 Jun 16 16:12:52.897366 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-983e78d9-aaca-4a35-905d-b4eb1a1a74c8 req-7e24c6f8-8b15-47e2-9c85-ebe4beda0f30 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823960 Jun 16 16:12:52.919729 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-353aa9ef-e452-47a0-8052-36c30d491af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f9a67759-f4c9-480c-aaad-039e9d06ebe5), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.922427 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-353aa9ef-e452-47a0-8052-36c30d491af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.923525 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-353aa9ef-e452-47a0-8052-36c30d491af0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f9a67759-f4c9-480c-aaad-039e9d06ebe5 HTTP/1.1" status: 204 len: 168 time: 0.2989037 Jun 16 16:12:52.947590 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aa9ef-e452-47a0-8052-36c30d491af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a67759-f4c9-480c-aaad-039e9d06ebe5,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:53.182482 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48246) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:53.196972 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1849f36c-1504-40a9-b90b-f762b9ac5622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.301144 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1849f36c-1504-40a9-b90b-f762b9ac5622 admin admin] Publish callbacks [] for security_group (d860c4af-8235-4576-a59e-24c259b98c9b), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.306363 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1849f36c-1504-40a9-b90b-f762b9ac5622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d860c4af-8235-4576-a59e-24c259b98c9b), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.335108 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:53.358252 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1849f36c-1504-40a9-b90b-f762b9ac5622 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3dc7ab8276a944fab6ab89374628d2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1745663 Jun 16 16:12:53.359565 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849f36c-1504-40a9-b90b-f762b9ac5622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d860c4af-8235-4576-a59e-24c259b98c9b,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:53.362316 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48260) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:53.459145 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f4fef94c-1da3-4b1d-b383-1f932e75aea0 admin admin] Publish callbacks [] for security_group (d860c4af-8235-4576-a59e-24c259b98c9b), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.519922 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f4fef94c-1da3-4b1d-b383-1f932e75aea0 admin admin] Publish callbacks [] for security_group (d860c4af-8235-4576-a59e-24c259b98c9b), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.530202 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.597072 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f4fef94c-1da3-4b1d-b383-1f932e75aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d860c4af-8235-4576-a59e-24c259b98c9b), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.600152 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f4fef94c-1da3-4b1d-b383-1f932e75aea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.601534 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f4fef94c-1da3-4b1d-b383-1f932e75aea0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d860c4af-8235-4576-a59e-24c259b98c9b HTTP/1.1" status: 204 len: 168 time: 0.2382214 Jun 16 16:12:53.614340 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fef94c-1da3-4b1d-b383-1f932e75aea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d860c4af-8235-4576-a59e-24c259b98c9b,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:53.637532 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f11867-1eaf-4e98-986b-76d92a21f1a0 req-80977b8d-3cb0-405b-9136-f75f50f2de30 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:53.642678 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a5f11867-1eaf-4e98-986b-76d92a21f1a0 req-80977b8d-3cb0-405b-9136-f75f50f2de30 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0777488 Jun 16 16:12:53.722165 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a5f11867-1eaf-4e98-986b-76d92a21f1a0 req-3e6206ea-1e5c-48d6-b35c-a1aaa83cb6ca tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756283 Jun 16 16:12:53.903245 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75be76-2b3a-4335-80cf-7eae6ceb5499 req-363dab8c-e35b-4c16-9667-5160a6906c98 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:53.905065 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7a75be76-2b3a-4335-80cf-7eae6ceb5499 req-363dab8c-e35b-4c16-9667-5160a6906c98 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0563569 Jun 16 16:12:53.976074 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7a75be76-2b3a-4335-80cf-7eae6ceb5499 req-41973b04-b67a-4dc4-9610-fa273a686ec6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612700 Jun 16 16:12:54.129131 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9540a-c67e-4bc8-a8ec-604edadb5563 req-ded4415f-afdf-40d6-acdb-21bab63b65be tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:54.141895 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-76c9540a-c67e-4bc8-a8ec-604edadb5563 req-ded4415f-afdf-40d6-acdb-21bab63b65be tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0841994 Jun 16 16:12:54.191008 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-76c9540a-c67e-4bc8-a8ec-604edadb5563 req-bacaea73-3997-4243-b612-5f0bacbde7c0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515049 Jun 16 16:12:54.802527 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.894052 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3f89-ab6d-415c-b95d-d35e0f2cbf5e req-7be6f6fc-263a-47e9-b9dd-251f795128b6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:54.895987 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b9cb3f89-ab6d-415c-b95d-d35e0f2cbf5e req-7be6f6fc-263a-47e9-b9dd-251f795128b6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0691829 Jun 16 16:12:54.972653 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b9cb3f89-ab6d-415c-b95d-d35e0f2cbf5e req-cda602a8-a11f-4dfe-bc3f-b13ccd1a3f6d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644493 Jun 16 16:12:55.132291 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6ee11-690c-4ed6-9ede-85bc34a66f38 req-e80c9831-a2d7-475a-a094-21756fbb95be tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:55.134991 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-59b6ee11-690c-4ed6-9ede-85bc34a66f38 req-e80c9831-a2d7-475a-a094-21756fbb95be tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0693648 Jun 16 16:12:55.215972 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-59b6ee11-690c-4ed6-9ede-85bc34a66f38 req-2244613a-4a2a-4338-a744-8e7a22d7fe34 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726852 Jun 16 16:12:55.283685 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.370975 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bbfd2-9944-4d75-b436-648329e2fa68 req-5a93a91b-c611-45e2-a5da-550e9c6951ea tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:55.372741 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-344bbfd2-9944-4d75-b436-648329e2fa68 req-5a93a91b-c611-45e2-a5da-550e9c6951ea tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0548127 Jun 16 16:12:55.429439 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-344bbfd2-9944-4d75-b436-648329e2fa68 req-d395da90-691b-4a59-a033-508f4c0e16ba tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503163 Jun 16 16:12:56.086045 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:56.148643 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36327c10-b3a8-46a4-86ca-abbc216659de req-e2d8d986-9053-4de4-bdec-a34366737c67 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:56.150569 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-36327c10-b3a8-46a4-86ca-abbc216659de req-e2d8d986-9053-4de4-bdec-a34366737c67 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 944 time: 0.0816038 Jun 16 16:12:56.227680 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-36327c10-b3a8-46a4-86ca-abbc216659de req-3c9e5532-b0d4-4d43-ad6d-166ae681cc1d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692117 Jun 16 16:12:56.384310 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f472784-e0a0-48a8-9a5a-9934ca8a8d48 req-624cb510-dada-470d-a2fb-9148389323d2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:56.385957 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2f472784-e0a0-48a8-9a5a-9934ca8a8d48 req-624cb510-dada-470d-a2fb-9148389323d2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0727041 Jun 16 16:12:56.449754 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2f472784-e0a0-48a8-9a5a-9934ca8a8d48 req-bae44c05-dd4e-495b-a4ba-d8cf4f408b61 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527265 Jun 16 16:12:56.607711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38a56a-6b9a-4cb0-88c5-f1dd7d5450cd req-31c357f5-9f2a-4c45-a351-ba925af0cf28 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:56.609532 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ae38a56a-6b9a-4cb0-88c5-f1dd7d5450cd req-31c357f5-9f2a-4c45-a351-ba925af0cf28 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0656869 Jun 16 16:12:56.693287 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ae38a56a-6b9a-4cb0-88c5-f1dd7d5450cd req-49dd0212-cd6f-4e67-8e24-4674f601c39c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Jun 16 16:12:56.768954 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device bef1a992-09d2-465a-ab42-4a79a9fd1971 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:12:56.772786 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:56.864167 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48392) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:57.108730 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-33ff3ad1-87c5-43cd-9184-84ac0934220d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.235001 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:57.242607 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port bef1a992-09d2-465a-ab42-4a79a9fd1971, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:57.264157 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:12:57.342143 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-33ff3ad1-87c5-43cd-9184-84ac0934220d admin admin] Publish callbacks [] for security_group (9133b3bb-9730-4e73-9ccc-51909522721f), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.345238 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port bef1a992-09d2-465a-ab42-4a79a9fd1971 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:57.345888 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.347385 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-33ff3ad1-87c5-43cd-9184-84ac0934220d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9133b3bb-9730-4e73-9ccc-51909522721f), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.367041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef1a992-09d2-465a-ab42-4a79a9fd1971 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:57.391624 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port bef1a992-09d2-465a-ab42-4a79a9fd1971, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:57.397569 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.418336 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff3ad1-87c5-43cd-9184-84ac0934220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9133b3bb-9730-4e73-9ccc-51909522721f,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:57.502523 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-33ff3ad1-87c5-43cd-9184-84ac0934220d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f2afb72b5a6f4246951d5050c4a56ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331685 Jun 16 16:12:57.504266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48418) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:57.549570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=bef1a992-09d2-465a-ab42-4a79a9fd1971,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:57.573795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48422) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:57.595354 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10c3c8-b7c8-4209-85bf-4318e3ece0ed req-5c9e305a-48e7-4a9d-8a96-ce954737b97e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:57.596813 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0d10c3c8-b7c8-4209-85bf-4318e3ece0ed req-5c9e305a-48e7-4a9d-8a96-ce954737b97e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 945 time: 0.2064304 Jun 16 16:12:57.631952 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2fdb-90b3-4057-892d-e4fababa7a12 admin admin] Publish callbacks [] for security_group (9133b3bb-9730-4e73-9ccc-51909522721f), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.685138 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2fdb-90b3-4057-892d-e4fababa7a12 admin admin] Publish callbacks [] for security_group (9133b3bb-9730-4e73-9ccc-51909522721f), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.710087 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0d10c3c8-b7c8-4209-85bf-4318e3ece0ed req-bce1f690-64fd-4a32-a035-7153c6273cf0 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053817 Jun 16 16:12:57.717207 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-087dccea-7731-482a-8d40-b65aa0d8e926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.738859 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:57.794737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2fdb-90b3-4057-892d-e4fababa7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9133b3bb-9730-4e73-9ccc-51909522721f), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.797961 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2fdb-90b3-4057-892d-e4fababa7a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.805528 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-7f7f2fdb-90b3-4057-892d-e4fababa7a12 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9133b3bb-9730-4e73-9ccc-51909522721f HTTP/1.1" status: 204 len: 168 time: 0.3000975 Jun 16 16:12:57.838171 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-087dccea-7731-482a-8d40-b65aa0d8e926 admin admin] Publish callbacks [] for security_group (153e8133-897d-43bb-ac8f-806288df13b4), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.846501 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-087dccea-7731-482a-8d40-b65aa0d8e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (153e8133-897d-43bb-ac8f-806288df13b4), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.863481 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f2fdb-90b3-4057-892d-e4fababa7a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9133b3bb-9730-4e73-9ccc-51909522721f,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:57.865507 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:57.908115 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c0038-0ffd-49e4-9e9a-bf13ba790a18 req-e2931879-2dd8-48c2-9a29-05ca9cac689a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:57.911160 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fa8c0038-0ffd-49e4-9e9a-bf13ba790a18 req-e2931879-2dd8-48c2-9a29-05ca9cac689a tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.1041827 Jun 16 16:12:57.927640 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-087dccea-7731-482a-8d40-b65aa0d8e926 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9610259c00014674a535b4d08bc20e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524437 Jun 16 16:12:57.928699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48430) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:57.938350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dccea-7731-482a-8d40-b65aa0d8e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e8133-897d-43bb-ac8f-806288df13b4,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:58.004539 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fa8c0038-0ffd-49e4-9e9a-bf13ba790a18 req-76ff0bf8-f393-4055-ac18-8a0a5b04556f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839572 Jun 16 16:12:58.015925 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e584374f-d563-4de5-8876-e9431fb1d4f1 admin admin] Publish callbacks [] for security_group (153e8133-897d-43bb-ac8f-806288df13b4), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.054553 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e584374f-d563-4de5-8876-e9431fb1d4f1 admin admin] Publish callbacks [] for security_group (153e8133-897d-43bb-ac8f-806288df13b4), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.139172 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e584374f-d563-4de5-8876-e9431fb1d4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (153e8133-897d-43bb-ac8f-806288df13b4), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.142525 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e584374f-d563-4de5-8876-e9431fb1d4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.146868 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e584374f-d563-4de5-8876-e9431fb1d4f1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/153e8133-897d-43bb-ac8f-806288df13b4 HTTP/1.1" status: 204 len: 168 time: 0.2136734 Jun 16 16:12:58.171645 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584374f-d563-4de5-8876-e9431fb1d4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e8133-897d-43bb-ac8f-806288df13b4,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:58.197068 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee85246-9560-4fe4-9ed6-b65da18cd26a req-1eaffd74-6acc-4ebd-9621-1f6c6e799918 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:58.199985 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2ee85246-9560-4fe4-9ed6-b65da18cd26a req-1eaffd74-6acc-4ebd-9621-1f6c6e799918 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1043801 Jun 16 16:12:58.273275 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:58.293892 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2ee85246-9560-4fe4-9ed6-b65da18cd26a req-0e9b7c9c-804a-4965-bcd1-42789d48cc42 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Jun 16 16:12:58.299295 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48438) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:58.317971 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-065ccef9-fa93-41c8-a67b-fe8f3918a776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.443287 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-065ccef9-fa93-41c8-a67b-fe8f3918a776 admin admin] Publish callbacks [] for security_group (1898f455-5a27-44ae-8491-03da585b4f62), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.448663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-065ccef9-fa93-41c8-a67b-fe8f3918a776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1898f455-5a27-44ae-8491-03da585b4f62), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.501081 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-065ccef9-fa93-41c8-a67b-fe8f3918a776 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=964b13e396a94991a2a48314b46b3298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004983 Jun 16 16:12:58.501872 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48444) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:58.504994 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ccef9-fa93-41c8-a67b-fe8f3918a776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1898f455-5a27-44ae-8491-03da585b4f62,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:58.609129 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dca8d174-b79c-44fd-a7e5-15ef0df27d55 admin admin] Publish callbacks [] for security_group (1898f455-5a27-44ae-8491-03da585b4f62), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.642989 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dca8d174-b79c-44fd-a7e5-15ef0df27d55 admin admin] Publish callbacks [] for security_group (1898f455-5a27-44ae-8491-03da585b4f62), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.703503 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48450) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:58.719729 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-66a6f59a-c52d-46c1-ba04-c8dc62258b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.740582 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0274615-31c0-43e4-a57a-5c04bcbe2132 req-928246d2-c911-4e20-ae9e-4cc000a3b2f8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:58.742423 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a0274615-31c0-43e4-a57a-5c04bcbe2132 req-928246d2-c911-4e20-ae9e-4cc000a3b2f8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0618875 Jun 16 16:12:58.770181 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dca8d174-b79c-44fd-a7e5-15ef0df27d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1898f455-5a27-44ae-8491-03da585b4f62), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.772891 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dca8d174-b79c-44fd-a7e5-15ef0df27d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.774424 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-dca8d174-b79c-44fd-a7e5-15ef0df27d55 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1898f455-5a27-44ae-8491-03da585b4f62 HTTP/1.1" status: 204 len: 168 time: 0.2693505 Jun 16 16:12:58.802290 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d174-b79c-44fd-a7e5-15ef0df27d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898f455-5a27-44ae-8491-03da585b4f62,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:58.860860 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a0274615-31c0-43e4-a57a-5c04bcbe2132 req-e99c575c-bcd7-4c3a-8266-35bbcac32d5d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006217 Jun 16 16:12:58.903595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-66a6f59a-c52d-46c1-ba04-c8dc62258b60 admin admin] Publish callbacks [] for security_group (3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.910017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-66a6f59a-c52d-46c1-ba04-c8dc62258b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.987407 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6f59a-c52d-46c1-ba04-c8dc62258b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:58.995243 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-66a6f59a-c52d-46c1-ba04-c8dc62258b60 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a04432a31b874b939e284ccfedcc8a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902551 Jun 16 16:12:58.999081 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48456) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:59.010607 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d5f1-ec72-4b23-924b-dc3f632bc847 req-56c7b49c-3fec-4c3a-bee5-296d1978fae4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:59.012831 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4148d5f1-ec72-4b23-924b-dc3f632bc847 req-56c7b49c-3fec-4c3a-bee5-296d1978fae4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 945 time: 0.0819190 Jun 16 16:12:59.085186 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4148d5f1-ec72-4b23-924b-dc3f632bc847 req-8b219b35-6705-4664-96c4-5d63b005a711 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661728 Jun 16 16:12:59.091560 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7d02791c-a784-4fa8-98fc-cd6c24a9689d admin admin] Publish callbacks [] for security_group (3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.110270 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:59.137819 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7d02791c-a784-4fa8-98fc-cd6c24a9689d admin admin] Publish callbacks [] for security_group (3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.226378 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7d02791c-a784-4fa8-98fc-cd6c24a9689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.229763 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7d02791c-a784-4fa8-98fc-cd6c24a9689d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.235083 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7d02791c-a784-4fa8-98fc-cd6c24a9689d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5 HTTP/1.1" status: 204 len: 168 time: 0.2340565 Jun 16 16:12:59.248704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02791c-a784-4fa8-98fc-cd6c24a9689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfd0703-eb1a-4d08-b9a8-0c34e875a2e5,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:59.269403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f882-e06d-4f91-94bf-93d950d32c7c req-1af1bfe0-c71a-46f5-b283-ea24a9531ea9 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:59.269403 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8794f882-e06d-4f91-94bf-93d950d32c7c req-1af1bfe0-c71a-46f5-b283-ea24a9531ea9 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0927300 Jun 16 16:12:59.344423 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:59.370583 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8794f882-e06d-4f91-94bf-93d950d32c7c req-12ca9d86-c33c-4bcf-aaf3-150701ac5979 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911963 Jun 16 16:13:00.074796 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77739893-f1d4-445f-b846-028bf08c1d00 req-7b647465-b621-4291-be84-53f8f9f7542a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:00.077757 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-77739893-f1d4-445f-b846-028bf08c1d00 req-7b647465-b621-4291-be84-53f8f9f7542a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0896881 Jun 16 16:13:00.167151 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-77739893-f1d4-445f-b846-028bf08c1d00 req-8713802c-d082-4fb3-8d66-e94b3691f754 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Jun 16 16:13:00.345385 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c87ec4-7276-4874-9f4d-17033b90ef6e req-567d7bb4-14a7-4770-bc69-2308487b459c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:00.347157 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-72c87ec4-7276-4874-9f4d-17033b90ef6e req-567d7bb4-14a7-4770-bc69-2308487b459c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 945 time: 0.0815349 Jun 16 16:13:00.408651 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-72c87ec4-7276-4874-9f4d-17033b90ef6e req-fde8b9e8-2fe0-4cac-aeb2-f29f9a4a6cda tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524423 Jun 16 16:13:00.415973 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48508) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:00.563859 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a939f04-4efc-42ce-80d1-cc24b8badf3b req-8b8a3c28-9b47-4c84-8747-7c0180f02ab6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:00.566962 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8a939f04-4efc-42ce-80d1-cc24b8badf3b req-8b8a3c28-9b47-4c84-8747-7c0180f02ab6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.0868301 Jun 16 16:13:00.658383 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8a939f04-4efc-42ce-80d1-cc24b8badf3b req-a88bd522-9ec9-4c4f-a9f5-0dba283281cf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807197 Jun 16 16:13:00.798012 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-199669428-network', 'tenant_id': '2c4305bcb3af4a92b109f25f8f0bb382'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:00.831422 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Made reservation on behalf of 2c4305bcb3af4a92b109f25f8f0bb382 for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:00.835503 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.852081 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.983009 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks [] for security_group (1e48b6b7-42f0-4f53-ac02-3152d9e47051), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.989167 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1e48b6b7-42f0-4f53-ac02-3152d9e47051), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.017046 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:01.035152 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48b6b7-42f0-4f53-ac02-3152d9e47051,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.044941 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (932705c1-cae9-4df6-8a43-6d30b43d8fd8), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.045753 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Added segment 932705c1-cae9-4df6-8a43-6d30b43d8fd8 of type vlan for network bf01566f-2fbc-4202-89f8-4708ffcbe657 Jun 16 16:13:01.098089 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:01.120149 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (bf01566f-2fbc-4202-89f8-4708ffcbe657), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.169545 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (bf01566f-2fbc-4202-89f8-4708ffcbe657), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.170764 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.171423 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.225389 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8075767 Jun 16 16:13:01.228530 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48528) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:01.242556 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Request body: {'subnet': {'network_id': 'bf01566f-2fbc-4202-89f8-4708ffcbe657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-199669428-subnet', 'tenant_id': '2c4305bcb3af4a92b109f25f8f0bb382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:01.242810 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['bef1a992-09d2-465a-ab42-4a79a9fd1971'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:01.290017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Made reservation on behalf of 2c4305bcb3af4a92b109f25f8f0bb382 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:01.297096 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.297947 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366f384-cc18-467f-be50-841cdf030da5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf01566f-2fbc-4202-89f8-4708ffcbe657,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.330289 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network bf01566f-2fbc-4202-89f8-4708ffcbe657 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:01.462353 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6572a-4f53-4d31-b710-87f2f1d8ec2e req-3e98a3fd-49e1-4c48-85e1-d5d7c5dceec9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.470210 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-02f6572a-4f53-4d31-b710-87f2f1d8ec2e req-3e98a3fd-49e1-4c48-85e1-d5d7c5dceec9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1100521 Jun 16 16:13:01.523209 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:01.659402 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-02f6572a-4f53-4d31-b710-87f2f1d8ec2e req-5be8aba3-77da-4be0-baee-ba37e78cd57e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793942 Jun 16 16:13:01.868729 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-c2117c43-edae-4a5f-9d8c-c1c450a339f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.873130 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-c2117c43-edae-4a5f-9d8c-c1c450a339f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1129 time: 0.1447866 Jun 16 16:13:01.875668 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (640a51f9-6c61-4c32-b02d-df1316e12135), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.911660 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759be6f-6cc7-456d-9564-06bba5859b08 req-65f70436-888d-4254-96e0-ba5231f34ebc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.914233 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d759be6f-6cc7-456d-9564-06bba5859b08 req-65f70436-888d-4254-96e0-ba5231f34ebc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 945 time: 0.0997698 Jun 16 16:13:02.041806 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:02.050576 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d759be6f-6cc7-456d-9564-06bba5859b08 req-d58763e4-789c-4694-87ee-919d1d078a5e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279707 Jun 16 16:13:02.089897 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=640a51f9-6c61-4c32-b02d-df1316e12135,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:02.215290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-98c8cb36-1dae-4208-a86d-f48fbd8d7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.218853 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-98c8cb36-1dae-4208-a86d-f48fbd8d7eb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.3284199 Jun 16 16:13:02.225821 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Checking segment: {'id': '932705c1-cae9-4df6-8a43-6d30b43d8fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'bf01566f-2fbc-4202-89f8-4708ffcbe657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:02.227122 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Network hostable DHCP agents. Network: bf01566f-2fbc-4202-89f8-4708ffcbe657, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:02.336173 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-62d0cefd-2337-48d3-8fab-c60181aa2608 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517 HTTP/1.1" status: 200 len: 217 time: 0.0932429 Jun 16 16:13:02.348167 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014bd7-5d62-400e-a132-6e10c3cdaabc req-f22c65f9-828d-45f3-9847-c2338a465639 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.350206 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a8014bd7-5d62-400e-a132-6e10c3cdaabc req-f22c65f9-828d-45f3-9847-c2338a465639 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.1044426 Jun 16 16:13:02.361478 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Network bf01566f-2fbc-4202-89f8-4708ffcbe657 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:02.381061 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, bf01566f-2fbc-4202-89f8-4708ffcbe657) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:02.390880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.392209 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:02.401448 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48525d55-890f-4c01-97d4-9eafeb2da5a6 None None] Network bf01566f-2fbc-4202-89f8-4708ffcbe657 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:02.438387 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1fff6f61-67e8-46cb-833e-1265fae69e9a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2055807 Jun 16 16:13:02.520357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-dc02d309-104e-4ceb-bfee-d548745209a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.528017 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-dc02d309-104e-4ceb-bfee-d548745209a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.1076379 Jun 16 16:13:02.545659 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a8014bd7-5d62-400e-a132-6e10c3cdaabc req-84a36894-9130-458b-bbaf-9d731addb641 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850040 Jun 16 16:13:02.831948 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca6724e-0b03-44d4-bfbf-f2d28755ad42 None None] Network bf01566f-2fbc-4202-89f8-4708ffcbe657 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:02.837147 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-ea31c66c-c6f2-4064-964a-e7c80d3030d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.844255 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-ea31c66c-c6f2-4064-964a-e7c80d3030d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821258 Jun 16 16:13:03.027163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec65b4a-c04d-4345-985c-dbec79f106e6 req-885448bd-a513-46b9-afc1-6199acc998c0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:03.029438 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cec65b4a-c04d-4345-985c-dbec79f106e6 req-885448bd-a513-46b9-afc1-6199acc998c0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1198845 Jun 16 16:13:03.074626 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-1a4b1a8c-9fb9-4e61-9e27-06de3ad9695a service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109432 Jun 16 16:13:03.079336 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device b45f5873-c9a8-45d9-883c-9f0d81681036 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:13:03.083498 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:03.172333 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device bef1a992-09d2-465a-ab42-4a79a9fd1971 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:03.240544 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641da16f-1750-4902-b72b-0c5a5ebb5031 req-76fb4e44-b064-4a53-86d7-4c32d4d6b206 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:03.241771 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cec65b4a-c04d-4345-985c-dbec79f106e6 req-8d2c5511-a83a-43b0-ba94-4dfd3deee755 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845105 Jun 16 16:13:03.250520 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-641da16f-1750-4902-b72b-0c5a5ebb5031 req-76fb4e44-b064-4a53-86d7-4c32d4d6b206 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 945 time: 0.0702803 Jun 16 16:13:03.265578 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:03.278595 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:03.316726 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ea3e669-fb4e-411b-85d3-38c0ef0a5a46 req-81d7d828-5108-41bc-98d0-68dee9217afe service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311342 Jun 16 16:13:03.359950 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-641da16f-1750-4902-b72b-0c5a5ebb5031 req-ce80e9bb-9bb8-4def-bf45-53ca578a9eaf tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075249 Jun 16 16:13:03.372236 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port bef1a992-09d2-465a-ab42-4a79a9fd1971 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:03.390181 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port bef1a992-09d2-465a-ab42-4a79a9fd1971 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:03.392113 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.576419 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port b45f5873-c9a8-45d9-883c-9f0d81681036, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b45f5873-c9a8-45d9-883c-9f0d81681036,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:03.632868 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'port_id': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'mac_address': 'fa:16:3e:2f:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:13:03.842957 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddc360-3d3a-437d-9133-23bbd20bd56d req-693135c5-4c00-4fb5-b8c4-2e64bff2fdaf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:03.845974 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9dddc360-3d3a-437d-9133-23bbd20bd56d req-693135c5-4c00-4fb5-b8c4-2e64bff2fdaf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 943 time: 0.1244543 Jun 16 16:13:03.893762 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port bef1a992-09d2-465a-ab42-4a79a9fd1971 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:03.894224 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.899966 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port b45f5873-c9a8-45d9-883c-9f0d81681036 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:03.900379 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.944573 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45f5873-c9a8-45d9-883c-9f0d81681036 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:03.959120 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9dddc360-3d3a-437d-9133-23bbd20bd56d req-407e7b65-21e2-4efb-be0c-729316d08266 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962939 Jun 16 16:13:03.959805 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:03.962695 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca1e77f-ebce-4d24-8cd3-153784c34d4d" -d '{"events": [{"server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "name": "network-vif-plugged", "status": "completed", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:03.967755 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48660) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:04.036728 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port bef1a992-09d2-465a-ab42-4a79a9fd1971, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:04.040908 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port b45f5873-c9a8-45d9-883c-9f0d81681036, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b45f5873-c9a8-45d9-883c-9f0d81681036,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:04.045673 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.051696 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.087890 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876bd36-263d-4b49-8437-cd0c11197fb1 x-openstack-request-id: req-4876bd36-263d-4b49-8437-cd0c11197fb1 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:04.088213 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "name": "network-vif-plugged", "status": "completed", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:04.088483 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4876bd36-263d-4b49-8437-cd0c11197fb1 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:04.088885 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4876bd36-263d-4b49-8437-cd0c11197fb1'] response: {'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'code': 200} Jun 16 16:13:04.144551 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=bef1a992-09d2-465a-ab42-4a79a9fd1971,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.220285 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48672) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:04.222265 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d7c5ae5-37d0-415d-bbe5-6e3119f0cae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.234296 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-352461730-network', 'tenant_id': '09e52c177a144479a203c60a4ce16cdd'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:04.260330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=b45f5873-c9a8-45d9-883c-9f0d81681036,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.278761 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Made reservation on behalf of 09e52c177a144479a203c60a4ce16cdd for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:04.282439 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.303670 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.336960 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:04.406165 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d7c5ae5-37d0-415d-bbe5-6e3119f0cae2 admin admin] Publish callbacks [] for security_group (2f191fae-5ed7-436b-9546-53ab67b5c15e), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.413125 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d7c5ae5-37d0-415d-bbe5-6e3119f0cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f191fae-5ed7-436b-9546-53ab67b5c15e), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.474584 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-6d7c5ae5-37d0-415d-bbe5-6e3119f0cae2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=49f6ccb7749e4b3db8f264c1e137f7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055981 Jun 16 16:13:04.476133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c5ae5-37d0-415d-bbe5-6e3119f0cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f191fae-5ed7-436b-9546-53ab67b5c15e,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.479133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48682) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:04.617271 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6043502-c6d2-4ed1-b732-e1709c0d7b83 req-88b91de1-8781-4389-bdc3-ece21ead9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.619989 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a6043502-c6d2-4ed1-b732-e1709c0d7b83 req-88b91de1-8781-4389-bdc3-ece21ead9ab3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 1130 time: 0.2063768 Jun 16 16:13:04.628551 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['b45f5873-c9a8-45d9-883c-9f0d81681036'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:04.646334 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132188cd-0493-4315-b8b2-0b8490564eb8 req-2137aba2-86bb-4937-a3d6-5751e1bbddc2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.653589 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-132188cd-0493-4315-b8b2-0b8490564eb8 req-2137aba2-86bb-4937-a3d6-5751e1bbddc2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.2433398 Jun 16 16:13:04.669260 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7b385-1cf6-4380-8ff2-02efbd5656f7 req-6c799baf-17ec-4d30-8fa5-5455a3481c1b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.678959 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b4c7b385-1cf6-4380-8ff2-02efbd5656f7 req-6c799baf-17ec-4d30-8fa5-5455a3481c1b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.1390228 Jun 16 16:13:04.690532 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-49dfb334-0e87-4eec-985e-815a77322ec0 admin admin] Publish callbacks [] for security_group (2f191fae-5ed7-436b-9546-53ab67b5c15e), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.732640 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks [] for security_group (0e8aac6d-34ee-4b5c-95fc-5b05272086c5), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.755250 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (0e8aac6d-34ee-4b5c-95fc-5b05272086c5), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.821329 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-49dfb334-0e87-4eec-985e-815a77322ec0 admin admin] Publish callbacks [] for security_group (2f191fae-5ed7-436b-9546-53ab67b5c15e), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.832559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:04.863023 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b4c7b385-1cf6-4380-8ff2-02efbd5656f7 req-20c29f6f-5a30-416f-bd76-fd10a6a69f45 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828458 Jun 16 16:13:04.889902 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (45308992-c75b-47cb-a639-62a967a98d8f), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.891327 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Added segment 45308992-c75b-47cb-a639-62a967a98d8f of type vlan for network e713f388-e9ab-4950-aea8-3fa8ac6be9ba Jun 16 16:13:04.937476 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a6043502-c6d2-4ed1-b732-e1709c0d7b83 req-3f435011-62c9-484b-9bf9-a76bf3053fc8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853792 Jun 16 16:13:04.939139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8aac6d-34ee-4b5c-95fc-5b05272086c5,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.978997 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-49dfb334-0e87-4eec-985e-815a77322ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f191fae-5ed7-436b-9546-53ab67b5c15e), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.984825 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-49dfb334-0e87-4eec-985e-815a77322ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.987177 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-49dfb334-0e87-4eec-985e-815a77322ec0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f191fae-5ed7-436b-9546-53ab67b5c15e HTTP/1.1" status: 204 len: 168 time: 0.5046940 Jun 16 16:13:05.007028 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-132188cd-0493-4315-b8b2-0b8490564eb8 req-8eaf8f5d-922a-4f29-90be-703a7ad6d0a6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329008 Jun 16 16:13:05.016344 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfb334-0e87-4eec-985e-815a77322ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f191fae-5ed7-436b-9546-53ab67b5c15e,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:05.029648 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (e713f388-e9ab-4950-aea8-3fa8ac6be9ba), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.105020 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (e713f388-e9ab-4950-aea8-3fa8ac6be9ba), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.107496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:05.108515 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.165904 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9428039 Jun 16 16:13:05.171811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48696) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:05.181797 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Request body: {'subnet': {'network_id': 'e713f388-e9ab-4950-aea8-3fa8ac6be9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-352461730-subnet', 'tenant_id': '09e52c177a144479a203c60a4ce16cdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:05.191244 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:05.209434 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7603ea-409b-4e42-8778-a18ebaa48ba8 req-ef23a0b7-71f1-4724-b6cb-fa1150a3be71 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:05.211522 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bf7603ea-409b-4e42-8778-a18ebaa48ba8 req-ef23a0b7-71f1-4724-b6cb-fa1150a3be71 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 944 time: 0.0895650 Jun 16 16:13:05.266807 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e506388-ab63-4451-8de2-c00fd33eaa64 admin admin] Pushing event updated for resources: {'Network': ['ID=e713f388-e9ab-4950-aea8-3fa8ac6be9ba,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:05.284322 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bf7603ea-409b-4e42-8778-a18ebaa48ba8 req-bc2bd443-9528-4919-8762-9561c902e265 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604198 Jun 16 16:13:05.294982 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network e713f388-e9ab-4950-aea8-3fa8ac6be9ba details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:05.295335 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Made reservation on behalf of 09e52c177a144479a203c60a4ce16cdd for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:05.299212 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.427898 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:05.583810 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (cffc7d07-3be2-4f15-802c-880d79c9af9e), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.620438 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48700) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:05.641068 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9d48cfc3-6bd8-4d29-b72d-ee78df7c132b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.682727 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffc7d07-3be2-4f15-802c-880d79c9af9e,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:05.694093 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Checking segment: {'id': '45308992-c75b-47cb-a639-62a967a98d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e713f388-e9ab-4950-aea8-3fa8ac6be9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:05.694538 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Network hostable DHCP agents. Network: e713f388-e9ab-4950-aea8-3fa8ac6be9ba, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:05.721302 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Network e713f388-e9ab-4950-aea8-3fa8ac6be9ba is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:05.738312 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, e713f388-e9ab-4950-aea8-3fa8ac6be9ba) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:05.758411 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:05.766002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2344497-a439-45b6-91fe-7dd0c44ace4a None None] Network e713f388-e9ab-4950-aea8-3fa8ac6be9ba requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:05.767293 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:05.768984 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.807856 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-abb347ec-3263-496c-abfd-fb5b99f83198 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6342413 Jun 16 16:13:05.822667 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9d48cfc3-6bd8-4d29-b72d-ee78df7c132b admin admin] Publish callbacks [] for security_group (368f0765-4d58-4740-a27b-48564af1dd5e), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.831246 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9d48cfc3-6bd8-4d29-b72d-ee78df7c132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (368f0765-4d58-4740-a27b-48564af1dd5e), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.893738 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-9d48cfc3-6bd8-4d29-b72d-ee78df7c132b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee22cee442c244d9b0372a5a0b7f465b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707212 Jun 16 16:13:05.894745 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48cfc3-6bd8-4d29-b72d-ee78df7c132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f0765-4d58-4740-a27b-48564af1dd5e,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:05.897205 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48716) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:06.004085 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device b45f5873-c9a8-45d9-883c-9f0d81681036 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:06.036058 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:06.116182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd40ca-a4ec-4194-908f-b3ee34ef5f27 req-20ef499f-2b6b-494e-9c5d-d7adace7ae4d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:06.120637 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30925cee-d651-49c3-a57e-0760234f7dee None None] Network e713f388-e9ab-4950-aea8-3fa8ac6be9ba requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:06.130194 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fefd40ca-a4ec-4194-908f-b3ee34ef5f27 req-20ef499f-2b6b-494e-9c5d-d7adace7ae4d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.0961881 Jun 16 16:13:06.131540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:06.170216 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port b45f5873-c9a8-45d9-883c-9f0d81681036 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:06.180572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f44b4abc-fc44-45e3-b04b-c68dc127a9de admin admin] Publish callbacks [] for security_group (368f0765-4d58-4740-a27b-48564af1dd5e), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.271474 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f44b4abc-fc44-45e3-b04b-c68dc127a9de admin admin] Publish callbacks [] for security_group (368f0765-4d58-4740-a27b-48564af1dd5e), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.296946 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fefd40ca-a4ec-4194-908f-b3ee34ef5f27 req-c688a47c-2ab8-49bb-aada-39dee2fc5d6e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656020 Jun 16 16:13:06.361281 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port b45f5873-c9a8-45d9-883c-9f0d81681036 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:06.364110 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.420070 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f5fbc-f514-413b-b8f7-152399080a17 req-921825c2-945c-46bf-9640-ae09d3fd6e0d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:06.426714 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-652f5fbc-f514-413b-b8f7-152399080a17 req-921825c2-945c-46bf-9640-ae09d3fd6e0d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1573036 Jun 16 16:13:06.433665 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f44b4abc-fc44-45e3-b04b-c68dc127a9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (368f0765-4d58-4740-a27b-48564af1dd5e), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.444282 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f44b4abc-fc44-45e3-b04b-c68dc127a9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.451719 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f44b4abc-fc44-45e3-b04b-c68dc127a9de admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/368f0765-4d58-4740-a27b-48564af1dd5e HTTP/1.1" status: 204 len: 168 time: 0.5520613 Jun 16 16:13:06.456459 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:06.499677 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b4abc-fc44-45e3-b04b-c68dc127a9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f0765-4d58-4740-a27b-48564af1dd5e,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.547489 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48732) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:06.585218 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port b45f5873-c9a8-45d9-883c-9f0d81681036 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:06.585771 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.619135 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-652f5fbc-f514-413b-b8f7-152399080a17 req-03ed7eb5-55a7-484f-b53f-64a9b9366f5f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713145 Jun 16 16:13:06.648019 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port b45f5873-c9a8-45d9-883c-9f0d81681036, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b45f5873-c9a8-45d9-883c-9f0d81681036,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:06.650090 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:06.662169 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b0a8f-6682-4cd9-ad08-e64fc26d301e" -d '{"events": [{"server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "name": "network-vif-plugged", "status": "completed", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:06.662169 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.663707 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe8fab-1590-4f14-92bc-cf2f576e34f3 req-1def659e-54a2-49cf-b4b4-7c46325be939 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:06.666184 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-27fe8fab-1590-4f14-92bc-cf2f576e34f3 req-1def659e-54a2-49cf-b4b4-7c46325be939 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 944 time: 0.1711044 Jun 16 16:13:06.750909 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-27fe8fab-1590-4f14-92bc-cf2f576e34f3 req-2352671e-a5d4-41e7-a62e-96d174208d6c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774457 Jun 16 16:13:06.792381 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=b45f5873-c9a8-45d9-883c-9f0d81681036,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.812944 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e40fd1-2065-4cec-8f46-84ee5a2f0444 x-openstack-request-id: req-98e40fd1-2065-4cec-8f46-84ee5a2f0444 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:06.813361 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "name": "network-vif-plugged", "status": "completed", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:06.813615 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-98e40fd1-2065-4cec-8f46-84ee5a2f0444 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:06.814121 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e40fd1-2065-4cec-8f46-84ee5a2f0444'] response: {'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'code': 200} Jun 16 16:13:07.191460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fe7caf1e-7ec3-4a11-840f-64732bc52cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.351938 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fe7caf1e-7ec3-4a11-840f-64732bc52cad admin admin] Publish callbacks [] for security_group (d567fef7-da32-4c17-9edd-d601a5edbd19), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.359939 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fe7caf1e-7ec3-4a11-840f-64732bc52cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d567fef7-da32-4c17-9edd-d601a5edbd19), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.444524 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-fe7caf1e-7ec3-4a11-840f-64732bc52cad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4a1c4db251e347f79bc75af8eef192c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8939228 Jun 16 16:13:07.444524 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7caf1e-7ec3-4a11-840f-64732bc52cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d567fef7-da32-4c17-9edd-d601a5edbd19,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:07.445179 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48760) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:07.620294 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-42089fd2-1a2f-4413-afc1-9ae19377fb6c admin admin] Publish callbacks [] for security_group (d567fef7-da32-4c17-9edd-d601a5edbd19), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.679187 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e725f-81ab-4b0b-b317-4c49576fd9b2 req-2ea6135a-83cb-4fe2-a6ec-b423574f9d37 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:07.681867 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e64e725f-81ab-4b0b-b317-4c49576fd9b2 req-2ea6135a-83cb-4fe2-a6ec-b423574f9d37 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.1219838 Jun 16 16:13:07.684717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48766) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:07.693109 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-42089fd2-1a2f-4413-afc1-9ae19377fb6c admin admin] Publish callbacks [] for security_group (d567fef7-da32-4c17-9edd-d601a5edbd19), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.724088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:07.803608 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e64e725f-81ab-4b0b-b317-4c49576fd9b2 req-c7f913b2-c2bf-4117-ab0e-0fbf52cf292b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103396 Jun 16 16:13:07.815576 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-42089fd2-1a2f-4413-afc1-9ae19377fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d567fef7-da32-4c17-9edd-d601a5edbd19), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.819718 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-42089fd2-1a2f-4413-afc1-9ae19377fb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.821513 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-42089fd2-1a2f-4413-afc1-9ae19377fb6c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d567fef7-da32-4c17-9edd-d601a5edbd19 HTTP/1.1" status: 204 len: 168 time: 0.3715961 Jun 16 16:13:07.852080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42089fd2-1a2f-4413-afc1-9ae19377fb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d567fef7-da32-4c17-9edd-d601a5edbd19,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:08.020329 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546979c-7a9f-4bf7-8bac-a28bfdcc8423 req-335c8cd3-e91b-4d55-8d3e-81ca74b8a27c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.030233 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5546979c-7a9f-4bf7-8bac-a28bfdcc8423 req-335c8cd3-e91b-4d55-8d3e-81ca74b8a27c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1751060 Jun 16 16:13:08.122367 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.126793 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5546979c-7a9f-4bf7-8bac-a28bfdcc8423 req-fed22ddc-a9f6-4b95-aed1-8f0f871d8295 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953534 Jun 16 16:13:08.164819 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22753dac-dd2d-4000-bab1-8d03dda28c5a req-0e99a8a0-619f-44a8-8ee8-07bd2a3b7459 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.166577 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-22753dac-dd2d-4000-bab1-8d03dda28c5a req-0e99a8a0-619f-44a8-8ee8-07bd2a3b7459 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1708510 Jun 16 16:13:08.168493 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a62a967f-d093-4782-89c8-a165b1cf6484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.270510 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee32e98-7054-4f35-9ef7-ed51c12b106b req-b56b57be-0aeb-4565-8b2c-f0eb159522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.273273 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ee32e98-7054-4f35-9ef7-ed51c12b106b req-b56b57be-0aeb-4565-8b2c-f0eb159522e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1129 time: 0.1285102 Jun 16 16:13:08.330744 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a31923-e4f5-4137-904c-2f8d869734d8 req-3e8f6d1d-313e-4b59-a279-b226cbaa97ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.332451 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-34a31923-e4f5-4137-904c-2f8d869734d8 req-3e8f6d1d-313e-4b59-a279-b226cbaa97ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.0700347 Jun 16 16:13:08.349688 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48788) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:08.359692 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:08.389103 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-22753dac-dd2d-4000-bab1-8d03dda28c5a req-77491d8d-6839-42d5-aab4-8657e25b1e0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074211 Jun 16 16:13:08.469815 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ee32e98-7054-4f35-9ef7-ed51c12b106b req-12b92c49-0eb2-4cae-8d78-4652b22c8c55 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723678 Jun 16 16:13:08.484958 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:08.492756 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a62a967f-d093-4782-89c8-a165b1cf6484 admin admin] Publish callbacks [] for security_group (8e1d23fc-9022-44e4-aac0-153010ee52e2), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.500651 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a62a967f-d093-4782-89c8-a165b1cf6484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (8e1d23fc-9022-44e4-aac0-153010ee52e2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.550723 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (9c1e989c-1374-4fb0-a2f7-cc1d967ab645), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.599828 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48794) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:08.604674 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a967f-d093-4782-89c8-a165b1cf6484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d23fc-9022-44e4-aac0-153010ee52e2,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:08.627664 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a62a967f-d093-4782-89c8-a165b1cf6484 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=96e729e07876487bac9e8016467350a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9412692 Jun 16 16:13:08.630907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48800) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:08.710067 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d18d388c-d985-4ecf-92c7-ab246f0a7048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.724863 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-399e8e4d-66da-4a7b-984c-cbe12b799b2e admin admin] Publish callbacks [] for security_group (8e1d23fc-9022-44e4-aac0-153010ee52e2), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.770268 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-399e8e4d-66da-4a7b-984c-cbe12b799b2e admin admin] Publish callbacks [] for security_group (8e1d23fc-9022-44e4-aac0-153010ee52e2), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.878996 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-399e8e4d-66da-4a7b-984c-cbe12b799b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (8e1d23fc-9022-44e4-aac0-153010ee52e2), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.882062 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-399e8e4d-66da-4a7b-984c-cbe12b799b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:08.887742 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-399e8e4d-66da-4a7b-984c-cbe12b799b2e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8e1d23fc-9022-44e4-aac0-153010ee52e2 HTTP/1.1" status: 204 len: 168 time: 0.2552717 Jun 16 16:13:08.901362 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e8e4d-66da-4a7b-984c-cbe12b799b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d23fc-9022-44e4-aac0-153010ee52e2,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.069737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:09.159379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d18d388c-d985-4ecf-92c7-ab246f0a7048 admin admin] Publish callbacks [] for security_group (9a1bd5b1-3e89-4463-919c-ec444ceb5054), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.168774 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d18d388c-d985-4ecf-92c7-ab246f0a7048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9a1bd5b1-3e89-4463-919c-ec444ceb5054), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.386828 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:09.469251 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61b5ae-925f-42f9-9a44-9e01fa57166a req-b0501f70-3746-4c42-8fef-1f51dcbfdeb6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:09.476465 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7b61b5ae-925f-42f9-9a44-9e01fa57166a req-b0501f70-3746-4c42-8fef-1f51dcbfdeb6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0936430 Jun 16 16:13:09.565757 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d18d388c-d985-4ecf-92c7-ab246f0a7048 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d904faabfae04291b048160634586b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9644005 Jun 16 16:13:09.579443 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48826) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:09.624608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d388c-d985-4ecf-92c7-ab246f0a7048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1bd5b1-3e89-4463-919c-ec444ceb5054,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.638272 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67f2a-8783-433e-a72a-50e381e319ac req-a5214139-0699-437a-99f8-50d24b95f795 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:09.640044 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-91f67f2a-8783-433e-a72a-50e381e319ac req-a5214139-0699-437a-99f8-50d24b95f795 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0985899 Jun 16 16:13:09.730517 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48830) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:09.751276 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d33aeb42-7bc2-4526-b1d5-6fc567aa1c16 admin admin] Publish callbacks [] for security_group (9a1bd5b1-3e89-4463-919c-ec444ceb5054), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.774109 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-91f67f2a-8783-433e-a72a-50e381e319ac req-faf59483-12ad-4b23-8b2e-aa8944d5295f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193295 Jun 16 16:13:09.812126 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d33aeb42-7bc2-4526-b1d5-6fc567aa1c16 admin admin] Publish callbacks [] for security_group (9a1bd5b1-3e89-4463-919c-ec444ceb5054), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.923891 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d33aeb42-7bc2-4526-b1d5-6fc567aa1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9a1bd5b1-3e89-4463-919c-ec444ceb5054), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.930025 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d33aeb42-7bc2-4526-b1d5-6fc567aa1c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.932126 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d33aeb42-7bc2-4526-b1d5-6fc567aa1c16 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9a1bd5b1-3e89-4463-919c-ec444ceb5054 HTTP/1.1" status: 204 len: 168 time: 0.3515766 Jun 16 16:13:09.946799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aeb42-7bc2-4526-b1d5-6fc567aa1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1bd5b1-3e89-4463-919c-ec444ceb5054,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.992289 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-73b5e217-f817-4736-b36a-a299cacf11bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.134460 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7b61b5ae-925f-42f9-9a44-9e01fa57166a req-8bec7fed-1fb8-4a97-8fd7-a4a7e317b70f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565466 Jun 16 16:13:10.150063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-73b5e217-f817-4736-b36a-a299cacf11bd admin admin] Publish callbacks [] for security_group (1a8e94de-3bb3-4783-be28-444e259564c0), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.151580 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:10.156746 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-73b5e217-f817-4736-b36a-a299cacf11bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1a8e94de-3bb3-4783-be28-444e259564c0), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.164397 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:10.271470 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-73b5e217-f817-4736-b36a-a299cacf11bd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=95e2f6f268c045f9a262d7333ee5d6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350401 Jun 16 16:13:10.271771 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 48846) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:10.298912 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e217-f817-4736-b36a-a299cacf11bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e94de-3bb3-4783-be28-444e259564c0,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:10.302798 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.db.resource_extend [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:13:10.365786 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f5e06967-3905-4090-a8d1-4f320a9ad0b0 admin admin] Publish callbacks [] for security_group (1a8e94de-3bb3-4783-be28-444e259564c0), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.391614 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:10.410251 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f5e06967-3905-4090-a8d1-4f320a9ad0b0 admin admin] Publish callbacks [] for security_group (1a8e94de-3bb3-4783-be28-444e259564c0), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.429159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.435759 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (9c1e989c-1374-4fb0-a2f7-cc1d967ab645), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.524373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f5e06967-3905-4090-a8d1-4f320a9ad0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1a8e94de-3bb3-4783-be28-444e259564c0), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.530469 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f5e06967-3905-4090-a8d1-4f320a9ad0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.532746 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f5e06967-3905-4090-a8d1-4f320a9ad0b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1a8e94de-3bb3-4783-be28-444e259564c0 HTTP/1.1" status: 204 len: 168 time: 0.2594581 Jun 16 16:13:10.548081 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06967-3905-4090-a8d1-4f320a9ad0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e94de-3bb3-4783-be28-444e259564c0,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:10.658910 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP 9c1e989c-1374-4fb0-a2f7-cc1d967ab645 associated. External IP: 172.27.2.56, port: bef1a992-09d2-465a-ab42-4a79a9fd1971. Jun 16 16:13:11.437352 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:13:11.437352 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6e32e-554f-48c4-b1cc-4373c477ad8f req-cd0940e0-c16e-40bf-a36c-c90950ea7676 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.439662 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486805ec-516f-448e-88a8-f9d30fb4f2fd req-dddd270a-03e1-4476-a47c-12fd29eebd27 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.440464 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-66e6e32e-554f-48c4-b1cc-4373c477ad8f req-cd0940e0-c16e-40bf-a36c-c90950ea7676 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0766101 Jun 16 16:13:11.440727 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-486805ec-516f-448e-88a8-f9d30fb4f2fd req-dddd270a-03e1-4476-a47c-12fd29eebd27 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.4188514 Jun 16 16:13:11.440727 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-486805ec-516f-448e-88a8-f9d30fb4f2fd req-72fdf540-4fb4-42f7-930c-704136cfc097 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678754 Jun 16 16:13:11.473241 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:11.535004 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-66e6e32e-554f-48c4-b1cc-4373c477ad8f req-66aebb01-24ee-4bb9-9d25-c972ceffb3da tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524830 Jun 16 16:13:11.561857 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:11.576801 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.586156 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:11.613807 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:11.615248 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:12:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:11.633749 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-aa846465-0468-4e86-a146-5c317a0ba45b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "PUT /v2.0/floatingips/9c1e989c-1374-4fb0-a2f7-cc1d967ab645 HTTP/1.1" status: 200 len: 991 time: 3.2825599 Jun 16 16:13:11.634949 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:11.640168 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af8458-a418-4f4b-862a-0b4cc92cefac" -d '{"events": [{"name": "network-changed", "server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:11.706493 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d45372-42f3-43cc-8082-ed05d44b7ded x-openstack-request-id: req-46d45372-42f3-43cc-8082-ed05d44b7ded {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:11.707417 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:11.707417 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-46d45372-42f3-43cc-8082-ed05d44b7ded {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:11.708026 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d45372-42f3-43cc-8082-ed05d44b7ded'] response: {'name': 'network-changed', 'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'status': 'completed', 'code': 200} Jun 16 16:13:11.825546 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:11.909434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-c39e3be9-3a7f-4af1-a0e2-91b458b8932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.912360 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-c39e3be9-3a7f-4af1-a0e2-91b458b8932c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 1130 time: 0.1081200 Jun 16 16:13:12.286848 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:10Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:12.335407 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:12.347304 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:12.348247 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:12:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:12.626703 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:12.834014 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13799604-815e-49cf-9b7e-5165416dbc0b req-8d481dfc-9ebc-4af7-ab76-ae4b4516fc36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:12.839106 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-13799604-815e-49cf-9b7e-5165416dbc0b req-8d481dfc-9ebc-4af7-ab76-ae4b4516fc36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1886542 Jun 16 16:13:13.044254 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-13799604-815e-49cf-9b7e-5165416dbc0b req-323ae0e7-f95d-48ec-b73d-450bebae34c3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952846 Jun 16 16:13:13.072982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a59bb3-f4b0-4eeb-bad6-5c412f6bc307 req-fbaf547b-a446-42cd-bd1a-e25a2d7ef304 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.076588 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-06a59bb3-f4b0-4eeb-bad6-5c412f6bc307 req-fbaf547b-a446-42cd-bd1a-e25a2d7ef304 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.2438700 Jun 16 16:13:13.153974 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-64028445-8f6f-4345-99d6-a28a9da8433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.156495 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-64028445-8f6f-4345-99d6-a28a9da8433f service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 915 time: 0.5951915 Jun 16 16:13:13.215202 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:10Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:13.233678 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-06a59bb3-f4b0-4eeb-bad6-5c412f6bc307 req-664bdd1e-1d07-42ab-b946-18953a4d9503 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229963 Jun 16 16:13:13.269162 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68194d-04bf-46ec-82d4-8437dabdaf8e None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:10Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:13.681550 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-fe7746cb-3c02-41b5-9ef5-fe3ce5db99f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971 HTTP/1.1" status: 200 len: 999 time: 0.2444768 Jun 16 16:13:13.710096 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc20e79-13e7-4f6c-9e5a-12c352491f56 None None] New status for floating IP 9c1e989c-1374-4fb0-a2f7-cc1d967ab645: ACTIVE {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:13:13.828076 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-0db248d2-d19c-44b7-8193-41c0f411bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.830530 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-0db248d2-d19c-44b7-8193-41c0f411bbed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.1377513 Jun 16 16:13:13.936170 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-62fa30c1-b8fb-47a1-929b-9b7a37cfc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.940591 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-62fa30c1-b8fb-47a1-929b-9b7a37cfc502 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910685 Jun 16 16:13:14.356615 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-5a7985a7-a964-4424-b8f5-e81f4ce7869a service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041910 Jun 16 16:13:14.393475 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be20f-de6b-4f04-aebb-9fed2fb4262f req-4e863ffe-290e-4e4d-bd67-325d9102eadc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.396876 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4d5be20f-de6b-4f04-aebb-9fed2fb4262f req-4e863ffe-290e-4e4d-bd67-325d9102eadc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1481254 Jun 16 16:13:14.605590 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:14.682578 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4d5be20f-de6b-4f04-aebb-9fed2fb4262f req-e53c4680-85a8-4d4d-818c-3c14feabbf7f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618198 Jun 16 16:13:14.685639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a68e0-ebce-4971-b016-70e03cb525b0 req-2ca021bd-9042-4f65-8cb2-9b93d7483434 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.694252 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bb1a68e0-ebce-4971-b016-70e03cb525b0 req-2ca021bd-9042-4f65-8cb2-9b93d7483434 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1656990 Jun 16 16:13:14.739528 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04af8458-a418-4f4b-862a-0b4cc92cefac req-eda832dd-3946-4316-ac0e-f6bfc098c8b2 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404934 Jun 16 16:13:14.854001 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bb1a68e0-ebce-4971-b016-70e03cb525b0 req-e97b1b24-0783-4662-8f2f-9e8339950f0f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527083 Jun 16 16:13:14.857382 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161da1d-b79b-4707-93e7-136a60792b4d req-8f05157e-7c3d-40e5-968e-aac144e160c7 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.874463 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b161da1d-b79b-4707-93e7-136a60792b4d req-8f05157e-7c3d-40e5-968e-aac144e160c7 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.1062076 Jun 16 16:13:15.065727 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b161da1d-b79b-4707-93e7-136a60792b4d req-03c93121-4e0d-4edd-953b-0d834a458062 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869147 Jun 16 16:13:15.076859 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042974-297b-4ed9-b974-5c7b47d46784 req-8ef46938-9b1f-49a4-8e4b-f602fc5047b4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.079059 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7f042974-297b-4ed9-b974-5c7b47d46784 req-8ef46938-9b1f-49a4-8e4b-f602fc5047b4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0980856 Jun 16 16:13:15.091957 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 48994) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:15.099389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'floatingip': {'port_id': 'b45f5873-c9a8-45d9-883c-9f0d81681036'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:15.154591 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (2de6da46-67a6-43f9-b9c2-54f69cad9677), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.469278 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:15.914310 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.928318 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (2de6da46-67a6-43f9-b9c2-54f69cad9677), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:16.182123 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6140b-e8b5-43a5-9ba3-42ee4c2b8fbd req-69aa0c81-a2d0-4d19-9b2a-2ec70e653acc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:16.185163 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-83f6140b-e8b5-43a5-9ba3-42ee4c2b8fbd req-69aa0c81-a2d0-4d19-9b2a-2ec70e653acc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1408947 Jun 16 16:13:16.254535 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Floating IP 2de6da46-67a6-43f9-b9c2-54f69cad9677 associated. External IP: 172.27.2.225, port: b45f5873-c9a8-45d9-883c-9f0d81681036. Jun 16 16:13:16.266416 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:16.286743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ff9c6-c1ef-4be6-a1d7-e3a2bcf3debf req-0619148b-fe3d-4b2f-86a8-85a6b47b4597 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:16.297837 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-698ff9c6-c1ef-4be6-a1d7-e3a2bcf3debf req-0619148b-fe3d-4b2f-86a8-85a6b47b4597 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.1023395 Jun 16 16:13:16.399361 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-698ff9c6-c1ef-4be6-a1d7-e3a2bcf3debf req-696a1991-f8ab-477c-a97a-84d553418206 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999231 Jun 16 16:13:16.427032 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-83f6140b-e8b5-43a5-9ba3-42ee4c2b8fbd req-075a36b5-9e00-488f-835f-e26daceebf76 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217920 Jun 16 16:13:16.734152 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Router 9228fd68-ea6d-454e-a564-93acd8277c53 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:13:16.920523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:16.926732 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:16.932440 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047337a-5054-4527-b488-693eb5589d83 None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:16.951498 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:16.952411 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:12:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:16.988551 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3d260ca0-c5e1-46c4-9ea1-9b2d2ebc8605 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "PUT /v2.0/floatingips/2de6da46-67a6-43f9-b9c2-54f69cad9677 HTTP/1.1" status: 200 len: 991 time: 1.8931918 Jun 16 16:13:16.989575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:16.994501 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7168af7-ab74-43aa-a7ec-316ea69b2f09" -d '{"events": [{"name": "network-changed", "server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:17.068710 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb70127-e7b9-4a20-b2fc-ec0da06937ea x-openstack-request-id: req-5eb70127-e7b9-4a20-b2fc-ec0da06937ea {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:17.069184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:17.069567 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5eb70127-e7b9-4a20-b2fc-ec0da06937ea {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:17.070257 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb70127-e7b9-4a20-b2fc-ec0da06937ea'] response: {'name': 'network-changed', 'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'status': 'completed', 'code': 200} Jun 16 16:13:17.137731 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:17.241723 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:17.381596 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:17.504495 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '2de6da46-67a6-43f9-b9c2-54f69cad9677', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'port_id': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'mac_address': 'fa:16:3e:2f:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b69f513-c146-469b-9045-a974844f18cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:13Z', 'updated_at': '2022-06-16T16:13:15Z', 'revision_number': 1, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:17.560395 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047337a-5054-4527-b488-693eb5589d83 None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:17.577738 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:17.579125 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:12:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:17.711399 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe923073-5245-48ad-8f0d-5670e19649a5 req-ed91beaf-e647-4a14-8440-1fbefe9a8e3c tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:17.724600 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fe923073-5245-48ad-8f0d-5670e19649a5 req-ed91beaf-e647-4a14-8440-1fbefe9a8e3c tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.1435390 Jun 16 16:13:17.746200 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69104f-c9f1-4b5d-a2d3-40706b15dfbf req-3b18bfe1-7886-4f26-9362-d8ca3d2b3668 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:17.762240 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cc69104f-c9f1-4b5d-a2d3-40706b15dfbf req-3b18bfe1-7886-4f26-9362-d8ca3d2b3668 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1397090 Jun 16 16:13:17.793747 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:17.827367 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fe923073-5245-48ad-8f0d-5670e19649a5 req-6d7403c5-61eb-49a3-a7ca-07e7b26ac433 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012168 Jun 16 16:13:17.854539 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cc69104f-c9f1-4b5d-a2d3-40706b15dfbf req-fae1c1a7-edf4-4835-b5ec-e4d392e27fe0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906785 Jun 16 16:13:17.935389 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:18.270661 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-8047337a-5054-4527-b488-693eb5589d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '2de6da46-67a6-43f9-b9c2-54f69cad9677', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'port_id': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'mac_address': 'fa:16:3e:2f:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b69f513-c146-469b-9045-a974844f18cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:13Z', 'updated_at': '2022-06-16T16:13:15Z', 'revision_number': 1, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:18.327195 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047337a-5054-4527-b488-693eb5589d83 None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '2de6da46-67a6-43f9-b9c2-54f69cad9677', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'port_id': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'mac_address': 'fa:16:3e:2f:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b69f513-c146-469b-9045-a974844f18cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:13Z', 'updated_at': '2022-06-16T16:13:15Z', 'revision_number': 1, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:18.630406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd591489-b066-4451-a689-27188ef1c776 None None] New status for floating IP 2de6da46-67a6-43f9-b9c2-54f69cad9677: ACTIVE {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:13:19.054535 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e067b2a-cd20-4548-9e39-01dc186e1615 req-546d263b-e77b-4ba1-a320-ad6eb673a3d1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:19.056481 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e067b2a-cd20-4548-9e39-01dc186e1615 req-546d263b-e77b-4ba1-a320-ad6eb673a3d1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Jun 16 16:13:19.130166 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e067b2a-cd20-4548-9e39-01dc186e1615 req-3634b2f7-6877-483c-873d-df519a675ae6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640485 Jun 16 16:13:19.164454 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:19.179810 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084cf2-71f6-4c94-86f1-5218a9d9607e req-b89469b5-8d10-495b-838b-2d2fe005303d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:19.181715 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-dd084cf2-71f6-4c94-86f1-5218a9d9607e req-b89469b5-8d10-495b-838b-2d2fe005303d tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0661285 Jun 16 16:13:19.248431 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-dd084cf2-71f6-4c94-86f1-5218a9d9607e req-4bb1549d-d90c-43a8-8782-d0ad26be71a8 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Jun 16 16:13:19.775734 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ca6422b9-2483-4a21-9b8e-c11be517904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:20.318622 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e075-ec43-4b6f-81af-bb18f1eecf03 req-784d7293-2516-4b4c-bf59-e654e3995540 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.320304 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1170e075-ec43-4b6f-81af-bb18f1eecf03 req-784d7293-2516-4b4c-bf59-e654e3995540 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0767660 Jun 16 16:13:20.412673 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3923f3a-57c9-4e81-ad19-a6b7b33aab69 req-241121a8-1d8f-4816-a34c-94581a054b35 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.421032 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1170e075-ec43-4b6f-81af-bb18f1eecf03 req-ba26c95a-b6fb-45d3-b0c5-03c760fa0fd0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877366 Jun 16 16:13:20.421478 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d3923f3a-57c9-4e81-ad19-a6b7b33aab69 req-241121a8-1d8f-4816-a34c-94581a054b35 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0719237 Jun 16 16:13:20.486718 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d3923f3a-57c9-4e81-ad19-a6b7b33aab69 req-b21dcae4-6476-46ba-8c8f-9182996c2708 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Jun 16 16:13:20.589910 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49146) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:20.729393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-2611aba9-792d-43b5-a8ea-1d6e86beedce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.731866 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-2611aba9-792d-43b5-a8ea-1d6e86beedce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1129 time: 0.0697739 Jun 16 16:13:20.789091 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-222d3e71-3637-4ece-a71c-93bdfc6c352d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:20.849100 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-97eaf3be-7fd6-4efc-bf94-602c24f28839 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.850791 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-97eaf3be-7fd6-4efc-bf94-602c24f28839 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.25 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.0786397 Jun 16 16:13:20.938151 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-fafde1a4-6324-4baa-b16d-67476a433de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.940752 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-fafde1a4-6324-4baa-b16d-67476a433de7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 912 time: 0.2009275 Jun 16 16:13:21.107284 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-222d3e71-3637-4ece-a71c-93bdfc6c352d admin admin] Publish callbacks [] for security_group (2795022f-c9fb-4744-8848-433b06cefdf7), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.111020 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-d8e81515-8677-4b8d-affb-8b162425f4c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 200 len: 1001 time: 0.1600425 Jun 16 16:13:21.112588 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-222d3e71-3637-4ece-a71c-93bdfc6c352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2795022f-c9fb-4744-8848-433b06cefdf7), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.207416 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-222d3e71-3637-4ece-a71c-93bdfc6c352d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7b72cdf8559f4a949fa568b877ea1080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162837 Jun 16 16:13:21.211235 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49154) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:21.221161 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3e71-3637-4ece-a71c-93bdfc6c352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2795022f-c9fb-4744-8848-433b06cefdf7,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:21.252263 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-b89a9d70-9df3-4a06-bc32-ffb6869aada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.253841 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-b89a9d70-9df3-4a06-bc32-ffb6869aada6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.1216898 Jun 16 16:13:21.290043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:21.303022 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Deleting port c019be23-ca59-4fbc-9e0d-aaca2c69887b {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:13:21.303521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.338797 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-731c97f4-805a-4dd4-9a6a-6c57043996f5 admin admin] Publish callbacks [] for security_group (2795022f-c9fb-4744-8848-433b06cefdf7), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.347330 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-8d54eb68-ed90-4b40-a48b-599eebe6eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.349409 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-8d54eb68-ed90-4b40-a48b-599eebe6eaff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766907 Jun 16 16:13:21.386472 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-731c97f4-805a-4dd4-9a6a-6c57043996f5 admin admin] Publish callbacks [] for security_group (2795022f-c9fb-4744-8848-433b06cefdf7), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.498886 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] For port c019be23-ca59-4fbc-9e0d-aaca2c69887b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c019be23-ca59-4fbc-9e0d-aaca2c69887b,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:21.499618 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.555053 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-953cb34c-4b37-48a8-a964-e19e7422528d service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919448 Jun 16 16:13:21.562290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-731c97f4-805a-4dd4-9a6a-6c57043996f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2795022f-c9fb-4744-8848-433b06cefdf7), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.566475 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-731c97f4-805a-4dd4-9a6a-6c57043996f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.567965 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-731c97f4-805a-4dd4-9a6a-6c57043996f5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2795022f-c9fb-4744-8848-433b06cefdf7 HTTP/1.1" status: 204 len: 168 time: 0.3557701 Jun 16 16:13:21.581054 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Calling delete_port for c019be23-ca59-4fbc-9e0d-aaca2c69887b owned by compute:nova {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:13:21.581605 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:21.643356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c97f4-805a-4dd4-9a6a-6c57043996f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795022f-c9fb-4744-8848-433b06cefdf7,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:21.718447 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7e7e-0672-413a-b17b-9a6781f4bb2b req-07404da5-d760-49b7-a37d-64f180f54262 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.720780 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fd1a7e7e-0672-413a-b17b-9a6781f4bb2b req-07404da5-d760-49b7-a37d-64f180f54262 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1507213 Jun 16 16:13:21.902412 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7168af7-ab74-43aa-a7ec-316ea69b2f09 req-a436ce61-f827-4368-a602-dab0ddd6a826 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327382 Jun 16 16:13:21.937575 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fd1a7e7e-0672-413a-b17b-9a6781f4bb2b req-99b4e444-f9f7-43eb-afd6-5b689b27850b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887393 Jun 16 16:13:21.937762 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517a1b3-5ddd-40eb-a939-e2b0265da091 req-05116644-f34e-4b8a-9163-ec43e6fdd434 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.950177 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f517a1b3-5ddd-40eb-a939-e2b0265da091 req-05116644-f34e-4b8a-9163-ec43e6fdd434 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 945 time: 0.2717245 Jun 16 16:13:22.052547 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:22.076533 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f517a1b3-5ddd-40eb-a939-e2b0265da091 req-1bd5818e-8803-4a08-8384-68f6fe0670be tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/security-groups?id=274f4cdf-a51a-43da-959d-c00a7e45b061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223464 Jun 16 16:13:22.158341 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (c019be23-ca59-4fbc-9e0d-aaca2c69887b), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.184918 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['c019be23-ca59-4fbc-9e0d-aaca2c69887b'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:22.224533 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Pushing event deleted for resources: {'Port': ['ID=c019be23-ca59-4fbc-9e0d-aaca2c69887b,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:22.255019 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ba8642e8-b51b-40a5-b289-baae6fc47c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.372178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49182) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:22.406445 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] No DVR routers for this DVR port c019be23-ca59-4fbc-9e0d-aaca2c69887b on host hv-cinder-83716 {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:13:22.408382 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f15726c2-182e-43b9-b549-7641371a6e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.422523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.433481 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f98a27a9-6e0b-4e56-87ca-5e6a632e2732 req-4300abf1-bdf0-40a6-a59f-ad82c729d01f tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.25 "DELETE /v2.0/ports/c019be23-ca59-4fbc-9e0d-aaca2c69887b HTTP/1.1" status: 204 len: 173 time: 1.5743842 Jun 16 16:13:22.434493 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179d422e-be19-4c93-ad79-136aeb12c79a', 'name': 'network-vif-deleted', 'tag': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:22.454664 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f05236e-9a0f-4926-9b89-6f961be42d26" -d '{"events": [{"server_uuid": "179d422e-be19-4c93-ad79-136aeb12c79a", "name": "network-vif-deleted", "tag": "c019be23-ca59-4fbc-9e0d-aaca2c69887b"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:22.520229 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7127686-f9d7-4b9d-ad56-771345f9895f x-openstack-request-id: req-a7127686-f9d7-4b9d-ad56-771345f9895f {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:22.522517 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179d422e-be19-4c93-ad79-136aeb12c79a", "name": "network-vif-deleted", "tag": "c019be23-ca59-4fbc-9e0d-aaca2c69887b", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:22.523494 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a7127686-f9d7-4b9d-ad56-771345f9895f {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:22.523494 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7127686-f9d7-4b9d-ad56-771345f9895f'] response: {'server_uuid': '179d422e-be19-4c93-ad79-136aeb12c79a', 'name': 'network-vif-deleted', 'tag': 'c019be23-ca59-4fbc-9e0d-aaca2c69887b', 'status': 'completed', 'code': 200} Jun 16 16:13:22.583988 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f15726c2-182e-43b9-b549-7641371a6e35 admin admin] Publish callbacks [] for security_group (d61e3733-cb66-4f1a-aa42-30de73344c49), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.589699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f15726c2-182e-43b9-b549-7641371a6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d61e3733-cb66-4f1a-aa42-30de73344c49), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.641989 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f15726c2-182e-43b9-b549-7641371a6e35 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0624da7c1b884dcdbe273dd39463beb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685487 Jun 16 16:13:22.643003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15726c2-182e-43b9-b549-7641371a6e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61e3733-cb66-4f1a-aa42-30de73344c49,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:22.645491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49188) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:22.735499 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b89f-2c6d-4592-ae67-b9f42426a166 admin admin] Publish callbacks [] for security_group (d61e3733-cb66-4f1a-aa42-30de73344c49), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.781482 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b89f-2c6d-4592-ae67-b9f42426a166 admin admin] Publish callbacks [] for security_group (d61e3733-cb66-4f1a-aa42-30de73344c49), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.841184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b89f-2c6d-4592-ae67-b9f42426a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d61e3733-cb66-4f1a-aa42-30de73344c49), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.844122 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b89f-2c6d-4592-ae67-b9f42426a166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.845345 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8fd9b89f-2c6d-4592-ae67-b9f42426a166 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d61e3733-cb66-4f1a-aa42-30de73344c49 HTTP/1.1" status: 204 len: 168 time: 0.1985178 Jun 16 16:13:22.855500 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9b89f-2c6d-4592-ae67-b9f42426a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61e3733-cb66-4f1a-aa42-30de73344c49,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:23.078959 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:23.097278 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8c8ee-bded-41b6-8768-d981cd64ed80 req-d79da3b1-13ed-40c2-a19f-f80f64c8ac8c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:23.098403 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2ac8c8ee-bded-41b6-8768-d981cd64ed80 req-d79da3b1-13ed-40c2-a19f-f80f64c8ac8c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0665219 Jun 16 16:13:23.187085 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2ac8c8ee-bded-41b6-8768-d981cd64ed80 req-76201004-7575-4243-bd3d-fdefba7c230c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716670 Jun 16 16:13:23.240602 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-48cd1b60-f128-4ed6-880d-2fa31834c81f req-0175c8ea-ed1b-4bf7-80f4-9e33a8d7edcb tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.0366077 Jun 16 16:13:23.532906 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:24.379306 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7c825-f679-4adb-ad9d-bd76efcf1e18 req-7518834c-c4d4-4187-a7ef-d1a2f0eeb801 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:24.382269 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cbe7c825-f679-4adb-ad9d-bd76efcf1e18 req-7518834c-c4d4-4187-a7ef-d1a2f0eeb801 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0849273 Jun 16 16:13:24.400961 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-93e4c383-e7de-4012-814d-7fcdf43fd9cd req-e95c499b-cefd-4e0a-b242-e9464529496a tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.0465796 Jun 16 16:13:24.483108 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cbe7c825-f679-4adb-ad9d-bd76efcf1e18 req-8874daed-ed98-4e83-a910-6a9855102a58 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Jun 16 16:13:24.802673 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:25.281880 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:25.568509 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9a63ef28-8e31-45fb-ae9b-27cb71f5f7f7 req-1a04bb0f-0fdf-4c60-9c22-a8f3eb72aef1 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.0652580 Jun 16 16:13:25.646984 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0003ae5-0869-4a73-bcf0-c251b9d186f5 req-b7839f18-ef86-44a4-a09f-16069fa69b09 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:25.648920 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c0003ae5-0869-4a73-bcf0-c251b9d186f5 req-b7839f18-ef86-44a4-a09f-16069fa69b09 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0692856 Jun 16 16:13:25.726196 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c0003ae5-0869-4a73-bcf0-c251b9d186f5 req-5a2cc3f2-349a-483e-8565-5e595fa55b2d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701694 Jun 16 16:13:26.712340 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1b7db399-70a6-432c-8b82-b558a352a064 req-17576111-ab32-456a-997e-8f40965b5c69 tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.0496771 Jun 16 16:13:26.969080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780129d1-e6c7-400f-a01b-628e69b13004 req-61bb69e7-ec7d-47d5-bee3-9d7e2d7c5b3e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:26.972057 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-780129d1-e6c7-400f-a01b-628e69b13004 req-61bb69e7-ec7d-47d5-bee3-9d7e2d7c5b3e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1083353 Jun 16 16:13:27.052619 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-780129d1-e6c7-400f-a01b-628e69b13004 req-b283ae85-4a75-429f-80dc-50671b8520e7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684133 Jun 16 16:13:27.676777 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device c019be23-ca59-4fbc-9e0d-aaca2c69887b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:13:27.730066 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: c019be23-ca59-4fbc-9e0d-aaca2c69887b {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:13:27.730990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device c019be23-ca59-4fbc-9e0d-aaca2c69887b not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:13:27.915026 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-69667bc7-bad8-40ee-9b1e-80f363e4e0bb req-5879f69d-1b22-4839-b77f-06bae3ce7f2e tempest-DeleteServersTestJSON-351341556 tempest-DeleteServersTestJSON-351341556-project] 10.222.0.17 "GET /v2.0/ports?device_id=179d422e-be19-4c93-ad79-136aeb12c79a HTTP/1.1" status: 200 len: 210 time: 0.0495145 Jun 16 16:13:28.146490 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:13:28.257190 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679786-0d08-4441-a1f7-b72bc808fee2 req-9604c8ff-af7b-4b96-b3c1-e8ccc2c1c5cc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:28.259922 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-dc679786-0d08-4441-a1f7-b72bc808fee2 req-9604c8ff-af7b-4b96-b3c1-e8ccc2c1c5cc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0897303 Jun 16 16:13:28.326929 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=58 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:28.347450 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-dc679786-0d08-4441-a1f7-b72bc808fee2 req-9a17b04b-3344-4c80-883d-d348f0e7a83e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785038 Jun 16 16:13:29.503858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2e66e-fc95-4a86-b6e0-ad89c42796a1 req-d425d32c-eaa5-4e8b-b4f3-b963e61e5d96 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:29.505508 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2ac2e66e-fc95-4a86-b6e0-ad89c42796a1 req-d425d32c-eaa5-4e8b-b4f3-b963e61e5d96 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0597146 Jun 16 16:13:29.568246 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2ac2e66e-fc95-4a86-b6e0-ad89c42796a1 req-1b88c9a8-9df8-4bb0-ace0-639038a2a93e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564768 Jun 16 16:13:30.706365 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f61f65-9288-47a5-ae47-ff28d5ddb894 req-ab4e0ac2-b0da-4e75-90f1-0da29a8253d7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:30.707974 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-69f61f65-9288-47a5-ae47-ff28d5ddb894 req-ab4e0ac2-b0da-4e75-90f1-0da29a8253d7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0624290 Jun 16 16:13:30.778494 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-69f61f65-9288-47a5-ae47-ff28d5ddb894 req-2e9161b0-ef58-4ca8-9a3f-a1aef92239e3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632188 Jun 16 16:13:32.065630 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7574b6b-e585-4256-a0dd-a9f1c613cb55 req-a870ab99-a798-4689-a23d-eedca9f8003a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:32.078638 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f7574b6b-e585-4256-a0dd-a9f1c613cb55 req-a870ab99-a798-4689-a23d-eedca9f8003a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1597061 Jun 16 16:13:32.168818 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f7574b6b-e585-4256-a0dd-a9f1c613cb55 req-c9cbf395-abf1-4bbf-96e7-5e24841242c0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883172 Jun 16 16:13:32.733304 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49472) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:32.861542 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:33.085675 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49488) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:33.407288 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c9d82ab-005e-4f3c-a6e5-a484652dcf55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.423469 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (dd298dfc-496d-48c2-844d-f4fd740de424), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.463258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:33.481563 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d31b06-f3e5-482a-8ef2-1a5fc51c049d req-9445ced3-26dc-408c-842b-07bf2f3c8a5e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:33.483310 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b3d31b06-f3e5-482a-8ef2-1a5fc51c049d req-9445ced3-26dc-408c-842b-07bf2f3c8a5e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1297607 Jun 16 16:13:33.527268 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c9d82ab-005e-4f3c-a6e5-a484652dcf55 admin admin] Publish callbacks [] for security_group (e35df313-26e0-4e4f-964f-8e4a6dd97008), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.532430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c9d82ab-005e-4f3c-a6e5-a484652dcf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (e35df313-26e0-4e4f-964f-8e4a6dd97008), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.570027 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:33.598616 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d82ab-005e-4f3c-a6e5-a484652dcf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35df313-26e0-4e4f-964f-8e4a6dd97008,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:33.604951 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9c9d82ab-005e-4f3c-a6e5-a484652dcf55 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e53005358da24611a3e97ae2b5073b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161140 Jun 16 16:13:33.611639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49500) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:33.653777 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b3d31b06-f3e5-482a-8ef2-1a5fc51c049d req-6e845f28-fe29-4b2c-bb7f-b1e1bc3c6c1e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565251 Jun 16 16:13:33.720852 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-83227929-067a-4947-8d77-c18d387b8cda admin admin] Publish callbacks [] for security_group (e35df313-26e0-4e4f-964f-8e4a6dd97008), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.722364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:33.755311 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-83227929-067a-4947-8d77-c18d387b8cda admin admin] Publish callbacks [] for security_group (e35df313-26e0-4e4f-964f-8e4a6dd97008), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.838732 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-83227929-067a-4947-8d77-c18d387b8cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (e35df313-26e0-4e4f-964f-8e4a6dd97008), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.841356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-83227929-067a-4947-8d77-c18d387b8cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.842573 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-83227929-067a-4947-8d77-c18d387b8cda admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e35df313-26e0-4e4f-964f-8e4a6dd97008 HTTP/1.1" status: 204 len: 168 time: 0.2326994 Jun 16 16:13:33.851399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83227929-067a-4947-8d77-c18d387b8cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35df313-26e0-4e4f-964f-8e4a6dd97008,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:33.884140 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Deleting port a9fcc3cd-366c-4479-b7d1-345d3ac35913 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:13:33.885065 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.006551 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] For port a9fcc3cd-366c-4479-b7d1-345d3ac35913, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=a9fcc3cd-366c-4479-b7d1-345d3ac35913,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:34.007059 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.032939 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Calling delete_port for a9fcc3cd-366c-4479-b7d1-345d3ac35913 owned by network:router_interface {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:13:34.272205 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49514) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:34.278621 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (a9fcc3cd-366c-4479-b7d1-345d3ac35913), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.294774 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0db94e18-1a24-4a26-b868-e6f748bae81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.323938 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fcc3cd-366c-4479-b7d1-345d3ac35913,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:34.408007 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49524) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:34.512247 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:34.581991 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0db94e18-1a24-4a26-b868-e6f748bae81a admin admin] Publish callbacks [] for security_group (d7b15e10-d885-481d-a7f5-443b257fbaf2), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.586550 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Deleting subnet 640a51f9-6c61-4c32-b02d-df1316e12135 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:13:34.592210 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Publish callbacks [] for subnet (640a51f9-6c61-4c32-b02d-df1316e12135), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.595218 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0db94e18-1a24-4a26-b868-e6f748bae81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d7b15e10-d885-481d-a7f5-443b257fbaf2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.668085 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (dd298dfc-496d-48c2-844d-f4fd740de424), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.786061 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0db94e18-1a24-4a26-b868-e6f748bae81a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b6fb159380c44bba94ad1745856c1697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047979 Jun 16 16:13:34.787854 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (640a51f9-6c61-4c32-b02d-df1316e12135), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.812751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49538) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:34.880798 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db94e18-1a24-4a26-b868-e6f748bae81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b15e10-d885-481d-a7f5-443b257fbaf2,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:34.922078 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7862304c-64ea-426c-b695-7125f36df6d6 admin admin] Publish callbacks [] for security_group (d7b15e10-d885-481d-a7f5-443b257fbaf2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.929368 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (640a51f9-6c61-4c32-b02d-df1316e12135), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.971076 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:34.990424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc050-d7f1-4b9b-b5ff-892a9bf2b01b req-8823fc86-723f-465b-9774-41c8b7e4ad1e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:35.001601 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-14cbc050-d7f1-4b9b-b5ff-892a9bf2b01b req-8823fc86-723f-465b-9774-41c8b7e4ad1e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1402535 Jun 16 16:13:35.011672 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7862304c-64ea-426c-b695-7125f36df6d6 admin admin] Publish callbacks [] for security_group (d7b15e10-d885-481d-a7f5-443b257fbaf2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.082434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:35.121177 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-14cbc050-d7f1-4b9b-b5ff-892a9bf2b01b req-1d3ab6ad-db6e-4c45-bb29-4cb2fb65d48f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172965 Jun 16 16:13:35.131192 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (640a51f9-6c61-4c32-b02d-df1316e12135), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.153541 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.158255 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] 10.222.0.17 "DELETE /v2.0/subnets/640a51f9-6c61-4c32-b02d-df1316e12135 HTTP/1.1" status: 204 len: 168 time: 0.7484641 Jun 16 16:13:35.175718 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49548) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:35.186462 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278855-e05b-4fa7-abc8-fd5d42e425be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640a51f9-6c61-4c32-b02d-df1316e12135,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:35.211605 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7862304c-64ea-426c-b695-7125f36df6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d7b15e10-d885-481d-a7f5-443b257fbaf2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.215566 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7862304c-64ea-426c-b695-7125f36df6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.221147 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-7862304c-64ea-426c-b695-7125f36df6d6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d7b15e10-d885-481d-a7f5-443b257fbaf2 HTTP/1.1" status: 204 len: 168 time: 0.4025736 Jun 16 16:13:35.293051 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862304c-64ea-426c-b695-7125f36df6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b15e10-d885-481d-a7f5-443b257fbaf2,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:35.378780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (bf01566f-2fbc-4202-89f8-4708ffcbe657), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.435929 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Router dd298dfc-496d-48c2-844d-f4fd740de424 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:13:35.803431 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (bf01566f-2fbc-4202-89f8-4708ffcbe657), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.815646 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49558) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:35.847595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-90e273ff-4cd7-48ed-a345-fa3af4e2207c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.890897 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf01566f-2fbc-4202-89f8-4708ffcbe657']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:35.941178 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932705c1-cae9-4df6-8a43-6d30b43d8fd8') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:35.942329 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932705c1-cae9-4df6-8a43-6d30b43d8fd8') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:35.966300 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (932705c1-cae9-4df6-8a43-6d30b43d8fd8), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.984857 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-90e273ff-4cd7-48ed-a345-fa3af4e2207c admin admin] Publish callbacks [] for security_group (5fc1b803-4f30-480f-b476-ebab099714b0), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:35.990705 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-90e273ff-4cd7-48ed-a345-fa3af4e2207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (5fc1b803-4f30-480f-b476-ebab099714b0), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.008827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (932705c1-cae9-4df6-8a43-6d30b43d8fd8), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.021610 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:36.024107 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:36.024398 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (932705c1-cae9-4df6-8a43-6d30b43d8fd8), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.035831 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] Sync routers for ids ['dd298dfc-496d-48c2-844d-f4fd740de424'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:36.046272 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e0c46909-2649-401d-bed5-32237c1eb9b5 admin admin] 10.222.0.17 "PUT /v2.0/routers/dd298dfc-496d-48c2-844d-f4fd740de424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2993436 Jun 16 16:13:36.048574 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] Routers {'dd298dfc-496d-48c2-844d-f4fd740de424'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:36.051962 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:13:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['dd298dfc-496d-48c2-844d-f4fd740de424'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:36.085675 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-90e273ff-4cd7-48ed-a345-fa3af4e2207c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dc7f9b96acb14aca890e684ef19028ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620068 Jun 16 16:13:36.092592 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49564) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:36.093224 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49566) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:36.103067 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 932705c1-cae9-4df6-8a43-6d30b43d8fd8 resource provider aggregate not found Jun 16 16:13:36.136626 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 932705c1-cae9-4df6-8a43-6d30b43d8fd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 932705c1-cae9-4df6-8a43-6d30b43d8fd8 found for delete ", "request_id": "req-49c24b3d-1d6a-496e-9f9d-04239fd0663f"}]} Jun 16 16:13:36.137632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (bf01566f-2fbc-4202-89f8-4708ffcbe657), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.181150 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf01566f-2fbc-4202-89f8-4708ffcbe657,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:36.189919 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.198319 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-02c2514b-18b3-477c-8025-3041a90e96e7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bf01566f-2fbc-4202-89f8-4708ffcbe657 HTTP/1.1" status: 204 len: 168 time: 1.0199811 Jun 16 16:13:36.204417 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49572) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:36.264345 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e273ff-4cd7-48ed-a345-fa3af4e2207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc1b803-4f30-480f-b476-ebab099714b0,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:36.313778 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] Set router dd298dfc-496d-48c2-844d-f4fd740de424 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:36.382778 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.388992 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.421595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7109b04d-43c5-431b-8a82-6b74075db90f admin admin] Publish callbacks [] for security_group (5fc1b803-4f30-480f-b476-ebab099714b0), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.422629 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Deleting subnet cffc7d07-3be2-4f15-802c-880d79c9af9e {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:13:36.435236 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb004a50-45b0-4897-b6bf-b5fc920b446c req-84444f96-5575-4bcc-90b0-0416e94b691a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:36.437155 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eb004a50-45b0-4897-b6bf-b5fc920b446c req-84444f96-5575-4bcc-90b0-0416e94b691a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1574221 Jun 16 16:13:36.440856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Publish callbacks [] for subnet (cffc7d07-3be2-4f15-802c-880d79c9af9e), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.459534 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks [] for router (dd298dfc-496d-48c2-844d-f4fd740de424), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.517583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7109b04d-43c5-431b-8a82-6b74075db90f admin admin] Publish callbacks [] for security_group (5fc1b803-4f30-480f-b476-ebab099714b0), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.565650 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (cffc7d07-3be2-4f15-802c-880d79c9af9e), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.655053 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eb004a50-45b0-4897-b6bf-b5fc920b446c req-e5b7ca74-fc7f-4f90-8918-4649d7748daf tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103493 Jun 16 16:13:36.674766 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks [] for router_gateway (dd298dfc-496d-48c2-844d-f4fd740de424), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.687650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7109b04d-43c5-431b-8a82-6b74075db90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (5fc1b803-4f30-480f-b476-ebab099714b0), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.692089 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7109b04d-43c5-431b-8a82-6b74075db90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.699555 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7109b04d-43c5-431b-8a82-6b74075db90f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5fc1b803-4f30-480f-b476-ebab099714b0 HTTP/1.1" status: 204 len: 168 time: 0.5960577 Jun 16 16:13:36.716326 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (cffc7d07-3be2-4f15-802c-880d79c9af9e), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.719653 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109b04d-43c5-431b-8a82-6b74075db90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc1b803-4f30-480f-b476-ebab099714b0,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:36.745562 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.750125 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.757005 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:13:34Z', 'revision_number': 5, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port': {'id': 'f92dd108-db51-41cc-9b62-8804c16bdcf2', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:40Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:36.794880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Deleting port f92dd108-db51-41cc-9b62-8804c16bdcf2 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:13:36.794880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.851965 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] Checking router: dd298dfc-496d-48c2-844d-f4fd740de424 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:36.863570 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] Routers {'dd298dfc-496d-48c2-844d-f4fd740de424'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:36.864606 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:13:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['dd298dfc-496d-48c2-844d-f4fd740de424'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:36.878325 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.936885 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (cffc7d07-3be2-4f15-802c-880d79c9af9e), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.966747 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49588) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:36.990718 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] For port f92dd108-db51-41cc-9b62-8804c16bdcf2, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=f92dd108-db51-41cc-9b62-8804c16bdcf2,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:36.991463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.005627 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.017627 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cffc7d07-3be2-4f15-802c-880d79c9af9e HTTP/1.1" status: 204 len: 168 time: 0.8094974 Jun 16 16:13:37.021983 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49594) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:37.024942 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] Set router dd298dfc-496d-48c2-844d-f4fd740de424 gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:37.035753 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Calling delete_port for f92dd108-db51-41cc-9b62-8804c16bdcf2 owned by network:router_gateway {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:13:37.051753 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2e244-644e-4649-b531-3b9c5888cced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffc7d07-3be2-4f15-802c-880d79c9af9e,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:37.104887 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:37.156211 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:13:36Z', 'revision_number': 6, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:37.242374 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c09a937-0b87-46e4-97d4-ad6964233e35 None None] The sync data for ids ['dd298dfc-496d-48c2-844d-f4fd740de424'] in dv-cinder-837167-3-iscsi is: [{'id': 'dd298dfc-496d-48c2-844d-f4fd740de424', 'name': 'tempest-DeleteServersTestJSON-759225275-router', 'tenant_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:13:36Z', 'revision_number': 6, 'project_id': '4e4bfae59d38461c839fc9a35eb4d6cf', 'gw_port_host': None}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:37.343331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (e713f388-e9ab-4950-aea8-3fa8ac6be9ba), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.449007 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc943-86ed-482b-ada3-bdc857931852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.606281 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (e713f388-e9ab-4950-aea8-3fa8ac6be9ba), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.706838 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e713f388-e9ab-4950-aea8-3fa8ac6be9ba']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:37.757980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45308992-c75b-47cb-a639-62a967a98d8f') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:37.758250 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45308992-c75b-47cb-a639-62a967a98d8f') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:37.788609 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (45308992-c75b-47cb-a639-62a967a98d8f), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.831026 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (f92dd108-db51-41cc-9b62-8804c16bdcf2), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:37.850193 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:37.934934 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-eb00632f-87fd-4afc-ba43-22065f159a11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1329050 Jun 16 16:13:38.099875 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-561aebdd-45e7-49bd-aeca-86df4a5afa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.102769 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-561aebdd-45e7-49bd-aeca-86df4a5afa42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1129 time: 0.0832055 Jun 16 16:13:38.131237 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.171380 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (45308992-c75b-47cb-a639-62a967a98d8f), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.210247 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Pushing event deleted for resources: {'Port': ['ID=f92dd108-db51-41cc-9b62-8804c16bdcf2,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:38.232663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:38.233287 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (45308992-c75b-47cb-a639-62a967a98d8f), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.317680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc943-86ed-482b-ada3-bdc857931852 admin admin] Publish callbacks [] for security_group (b4134161-0f63-46a5-b687-57ea1b9042b7), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.327187 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 45308992-c75b-47cb-a639-62a967a98d8f resource provider aggregate not found Jun 16 16:13:38.343891 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-1be88b13-2296-42a9-9c47-cdc99d7e5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.346701 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-1be88b13-2296-42a9-9c47-cdc99d7e5ea9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.2020590 Jun 16 16:13:38.440442 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc943-86ed-482b-ada3-bdc857931852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (b4134161-0f63-46a5-b687-57ea1b9042b7), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.451461 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-84e45f77-b2cf-4b43-851b-bdceb8573856 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 217 time: 0.0890343 Jun 16 16:13:38.453443 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ee80a-549a-4189-abac-4fe1d2b27aeb req-eef4d92d-f731-483b-84c1-de84dfb8fd74 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.455248 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c8ee80a-549a-4189-abac-4fe1d2b27aeb req-eef4d92d-f731-483b-84c1-de84dfb8fd74 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.6398652 Jun 16 16:13:38.456941 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 45308992-c75b-47cb-a639-62a967a98d8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45308992-c75b-47cb-a639-62a967a98d8f found for delete ", "request_id": "req-613d094a-f60a-4982-8305-2d111f70719c"}]} Jun 16 16:13:38.532637 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-de43ea1d-a9db-45f3-95f3-e012c14dd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.534695 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-de43ea1d-a9db-45f3-95f3-e012c14dd065 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0677650 Jun 16 16:13:38.638559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-c6fbe39f-2a1b-4c8a-aeeb-39c6d4c94ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.643951 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-c6fbe39f-2a1b-4c8a-aeeb-39c6d4c94ffd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963116 Jun 16 16:13:38.661386 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (e713f388-e9ab-4950-aea8-3fa8ac6be9ba), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.674387 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device a9fcc3cd-366c-4479-b7d1-345d3ac35913 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:13:38.694448 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-4ffdc943-86ed-482b-ada3-bdc857931852 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=591ca27a4da1433d8a620709b6025ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7235739 Jun 16 16:13:38.694900 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.702166 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] 10.222.0.17 "DELETE /v2.0/networks/e713f388-e9ab-4950-aea8-3fa8ac6be9ba HTTP/1.1" status: 204 len: 168 time: 1.6782312 Jun 16 16:13:38.707430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (dd298dfc-496d-48c2-844d-f4fd740de424), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.710769 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49636) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:38.711522 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdc943-86ed-482b-ada3-bdc857931852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4134161-0f63-46a5-b687-57ea1b9042b7,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:38.766670 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: a9fcc3cd-366c-4479-b7d1-345d3ac35913 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:13:38.769484 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device a9fcc3cd-366c-4479-b7d1-345d3ac35913 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:13:38.773729 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device f92dd108-db51-41cc-9b62-8804c16bdcf2 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:13:38.795003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:38.842914 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: f92dd108-db51-41cc-9b62-8804c16bdcf2 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:13:38.843631 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device f92dd108-db51-41cc-9b62-8804c16bdcf2 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:13:38.873434 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-6b1c7f10-0d34-4cd4-94b9-93c15eb329de service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221224 Jun 16 16:13:38.918098 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e713f388-e9ab-4950-aea8-3fa8ac6be9ba,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:38.979954 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.980358 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.980630 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.980963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.982051 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.982212 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.982639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.983187 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.983738 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.984283 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.985113 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.985544 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.985964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.986528 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:38.987070 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43637c0c-d569-4efa-8a6c-f8ed5f5c0c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.018791 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c8ee80a-549a-4189-abac-4fe1d2b27aeb req-0bda4bbc-bbe6-42f4-a393-878b9e9a16d2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406654 Jun 16 16:13:39.029656 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (dd298dfc-496d-48c2-844d-f4fd740de424), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.039572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks [] for router_controller (dd298dfc-496d-48c2-844d-f4fd740de424), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.051193 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2c93-15bc-4857-b5c7-77405a025180 admin admin] Publish callbacks [] for security_group (b4134161-0f63-46a5-b687-57ea1b9042b7), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.073385 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49670) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:39.104695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49676) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:39.118895 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-be9fa50c-ab1f-447e-88cd-ae00fea26bea req-f704fe81-bc53-47a5-a028-29c33a816865 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295885 Jun 16 16:13:39.147894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (dd298dfc-496d-48c2-844d-f4fd740de424), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.148533 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd298dfc-496d-48c2-844d-f4fd740de424 {{(pid=104115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:13:39.168370 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.168370 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f74456db-67cf-4028-ba16-bbd4a285509a admin admin] 10.222.0.17 "DELETE /v2.0/routers/dd298dfc-496d-48c2-844d-f4fd740de424 HTTP/1.1" status: 204 len: 168 time: 3.0727284 Jun 16 16:13:39.170932 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2c93-15bc-4857-b5c7-77405a025180 admin admin] Publish callbacks [] for security_group (b4134161-0f63-46a5-b687-57ea1b9042b7), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.173079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49684) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:39.189916 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fa96aebd-5c31-4646-85f4-ebc1f985bde6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2c4305bcb3af4a92b109f25f8f0bb382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144516 Jun 16 16:13:39.192175 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49686) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:39.266974 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Deleting subnet 3aec269a-e419-427d-b66d-900747180b91 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:13:39.270768 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Publish callbacks [] for subnet (3aec269a-e419-427d-b66d-900747180b91), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.309628 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Publish callbacks [] for security_group (1e48b6b7-42f0-4f53-ac02-3152d9e47051), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.316015 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (3aec269a-e419-427d-b66d-900747180b91), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.407275 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Publish callbacks [] for security_group (1e48b6b7-42f0-4f53-ac02-3152d9e47051), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.408682 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2c93-15bc-4857-b5c7-77405a025180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (b4134161-0f63-46a5-b687-57ea1b9042b7), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.411125 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2c93-15bc-4857-b5c7-77405a025180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.412645 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0eaf2c93-15bc-4857-b5c7-77405a025180 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b4134161-0f63-46a5-b687-57ea1b9042b7 HTTP/1.1" status: 204 len: 168 time: 0.6968684 Jun 16 16:13:39.466903 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf2c93-15bc-4857-b5c7-77405a025180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4134161-0f63-46a5-b687-57ea1b9042b7,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:39.507069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (3aec269a-e419-427d-b66d-900747180b91), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.553301 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1e48b6b7-42f0-4f53-ac02-3152d9e47051), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.556946 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.557830 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1e48b6b7-42f0-4f53-ac02-3152d9e47051 HTTP/1.1" status: 204 len: 168 time: 0.3630977 Jun 16 16:13:39.561578 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:39.580831 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48b6b7-42f0-4f53-ac02-3152d9e47051,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.601235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0d40a-a372-46b4-9fb1-349db8e106a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:39.630348 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (3aec269a-e419-427d-b66d-900747180b91), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.710047 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bca1e85b-8373-4135-b32a-8b4b42b45b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.725232 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aec269a-e419-427d-b66d-900747180b91,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:39.729682 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.737463 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-17e178e0-6baf-4346-852f-64893e40509c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3aec269a-e419-427d-b66d-900747180b91 HTTP/1.1" status: 204 len: 168 time: 0.5628309 Jun 16 16:13:39.741031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49694) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:39.752841 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2919ccd-616f-4bb5-af9a-bb7e360cf4a1 None None] Network b0f8736e-a4c9-4c19-b402-ad1b6934beeb requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:39.872241 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bca1e85b-8373-4135-b32a-8b4b42b45b3f admin admin] Publish callbacks [] for security_group (f6edf7c6-6183-486e-9e00-0367061e9021), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.877200 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-bca1e85b-8373-4135-b32a-8b4b42b45b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f6edf7c6-6183-486e-9e00-0367061e9021), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:39.993543 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (b0f8736e-a4c9-4c19-b402-ad1b6934beeb), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.000032 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1e85b-8373-4135-b32a-8b4b42b45b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6edf7c6-6183-486e-9e00-0367061e9021,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:40.010834 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:40.040767 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-bca1e85b-8373-4135-b32a-8b4b42b45b3f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=29303a4700e340c6a90f0233af0fbfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9319398 Jun 16 16:13:40.042705 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49702) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:40.107740 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:40.118239 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Deleting port 1594f9c3-5a11-4c61-82fb-7a7694fde174 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:13:40.118879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.144219 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] DHCP port deletion for b0f8736e-a4c9-4c19-b402-ad1b6934beeb request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:13:40.232985 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Deleting port 1594f9c3-5a11-4c61-82fb-7a7694fde174 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:13:40.233675 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.266670 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18d29517-053a-48e0-b221-07747ccad043 admin admin] Publish callbacks [] for security_group (f6edf7c6-6183-486e-9e00-0367061e9021), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.297810 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] For port 1594f9c3-5a11-4c61-82fb-7a7694fde174, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=1594f9c3-5a11-4c61-82fb-7a7694fde174,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:40.299239 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.336189 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Calling delete_port for 1594f9c3-5a11-4c61-82fb-7a7694fde174 owned by network:dhcp {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:13:40.348374 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a1cd-e518-46f5-8119-d6df2ed29e6e req-c46e635c-e6c7-4410-afae-d13bfb2e3556 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:40.359523 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9887a1cd-e518-46f5-8119-d6df2ed29e6e req-c46e635c-e6c7-4410-afae-d13bfb2e3556 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1698430 Jun 16 16:13:40.374331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49718) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:40.395308 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] For port 1594f9c3-5a11-4c61-82fb-7a7694fde174, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=1594f9c3-5a11-4c61-82fb-7a7694fde174,segment=NetworkSegment(e2d49030-66e6-466c-810d-5686e4ad8e0a),segment_id=e2d49030-66e6-466c-810d-5686e4ad8e0a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:40.395753 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.415916 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Calling delete_port for 1594f9c3-5a11-4c61-82fb-7a7694fde174 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:13:40.450325 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4e245d5-9fe2-4c0e-8946-f21f602f5001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.455202 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18d29517-053a-48e0-b221-07747ccad043 admin admin] Publish callbacks [] for security_group (f6edf7c6-6183-486e-9e00-0367061e9021), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.560016 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9887a1cd-e518-46f5-8119-d6df2ed29e6e req-fcc5d7da-6437-4919-8e9d-c671156761e5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989474 Jun 16 16:13:40.615247 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18d29517-053a-48e0-b221-07747ccad043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f6edf7c6-6183-486e-9e00-0367061e9021), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.620809 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18d29517-053a-48e0-b221-07747ccad043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.622636 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-18d29517-053a-48e0-b221-07747ccad043 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f6edf7c6-6183-486e-9e00-0367061e9021 HTTP/1.1" status: 204 len: 168 time: 0.5780685 Jun 16 16:13:40.664175 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d29517-053a-48e0-b221-07747ccad043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6edf7c6-6183-486e-9e00-0367061e9021,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:40.696955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.714511 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:40.725374 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 1594f9c3-5a11-4c61-82fb-7a7694fde174 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:13:40.811251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (1594f9c3-5a11-4c61-82fb-7a7694fde174), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.847151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 1594f9c3-5a11-4c61-82fb-7a7694fde174 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:13:40.847448 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4e245d5-9fe2-4c0e-8946-f21f602f5001 admin admin] Publish callbacks [] for security_group (d1df1d9e-1540-481a-bbaa-4715e06469fd), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.848121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 1594f9c3-5a11-4c61-82fb-7a7694fde174 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:13:40.854678 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1594f9c3-5a11-4c61-82fb-7a7694fde174,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:40.858138 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Pushing event deleted for resources: {'Port': ['ID=1594f9c3-5a11-4c61-82fb-7a7694fde174,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:40.861498 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49726) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:40.866539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d4e245d5-9fe2-4c0e-8946-f21f602f5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d1df1d9e-1540-481a-bbaa-4715e06469fd), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.876379 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] No DVR routers for this DVR port 1594f9c3-5a11-4c61-82fb-7a7694fde174 on host dv-cinder-837167-3-iscsi {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:13:40.880318 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] No DVR routers for this DVR port 1594f9c3-5a11-4c61-82fb-7a7694fde174 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:13:40.893738 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.900207 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.900745 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.901123 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.901606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.901868 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.902246 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.902581 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.902952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.903403 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.903814 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.904274 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.904591 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.904919 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.905248 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0923f-27e4-4a29-bce2-53696495418d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:40.994957 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-13b6b166-16b4-4312-9988-749700354591 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=09e52c177a144479a203c60a4ce16cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309059 Jun 16 16:13:40.997525 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49732) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:41.001737 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d4e245d5-9fe2-4c0e-8946-f21f602f5001 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=80d4a4c1f4ad475b95f54ba5971736ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6252470 Jun 16 16:13:41.020770 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49734) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:41.023707 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e245d5-9fe2-4c0e-8946-f21f602f5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df1d9e-1540-481a-bbaa-4715e06469fd,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:41.081530 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eb14-9672-4dd9-99a4-d8dcc721e404 admin admin] Publish callbacks [] for security_group (0e8aac6d-34ee-4b5c-95fc-5b05272086c5), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.119521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eb14-9672-4dd9-99a4-d8dcc721e404 admin admin] Publish callbacks [] for security_group (0e8aac6d-34ee-4b5c-95fc-5b05272086c5), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.163315 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8d156d94-cc25-405e-bb84-18e4c4ccb9fa admin admin] Publish callbacks [] for security_group (d1df1d9e-1540-481a-bbaa-4715e06469fd), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.167751 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (b0f8736e-a4c9-4c19-b402-ad1b6934beeb), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.218446 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f8736e-a4c9-4c19-b402-ad1b6934beeb']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:41.233638 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eb14-9672-4dd9-99a4-d8dcc721e404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (0e8aac6d-34ee-4b5c-95fc-5b05272086c5), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.238608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eb14-9672-4dd9-99a4-d8dcc721e404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.240877 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8ad8eb14-9672-4dd9-99a4-d8dcc721e404 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0e8aac6d-34ee-4b5c-95fc-5b05272086c5 HTTP/1.1" status: 204 len: 168 time: 0.2414470 Jun 16 16:13:41.243516 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8d156d94-cc25-405e-bb84-18e4c4ccb9fa admin admin] Publish callbacks [] for security_group (d1df1d9e-1540-481a-bbaa-4715e06469fd), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.248006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d49030-66e6-466c-810d-5686e4ad8e0a') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:41.248427 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d49030-66e6-466c-810d-5686e4ad8e0a') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:41.255748 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8eb14-9672-4dd9-99a4-d8dcc721e404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8aac6d-34ee-4b5c-95fc-5b05272086c5,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:41.271623 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (e2d49030-66e6-466c-810d-5686e4ad8e0a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.317063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (e2d49030-66e6-466c-810d-5686e4ad8e0a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.339219 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:41.339870 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (e2d49030-66e6-466c-810d-5686e4ad8e0a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.415407 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment e2d49030-66e6-466c-810d-5686e4ad8e0a resource provider aggregate not found Jun 16 16:13:41.444319 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8d156d94-cc25-405e-bb84-18e4c4ccb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d1df1d9e-1540-481a-bbaa-4715e06469fd), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.450509 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8d156d94-cc25-405e-bb84-18e4c4ccb9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.453180 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8d156d94-cc25-405e-bb84-18e4c4ccb9fa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d1df1d9e-1540-481a-bbaa-4715e06469fd HTTP/1.1" status: 204 len: 168 time: 0.4305820 Jun 16 16:13:41.460579 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (b0f8736e-a4c9-4c19-b402-ad1b6934beeb), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.472458 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment e2d49030-66e6-466c-810d-5686e4ad8e0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2d49030-66e6-466c-810d-5686e4ad8e0a found for delete ", "request_id": "req-231ea8ae-d6e8-48fd-ae20-b2d8fc7dfd4c"}]} Jun 16 16:13:41.482525 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d156d94-cc25-405e-bb84-18e4c4ccb9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df1d9e-1540-481a-bbaa-4715e06469fd,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:41.489215 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.499087 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b0f8736e-a4c9-4c19-b402-ad1b6934beeb HTTP/1.1" status: 204 len: 168 time: 1.7563171 Jun 16 16:13:41.516541 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753795eb-41a8-42c9-a6d7-b179ce46bae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f8736e-a4c9-4c19-b402-ad1b6934beeb,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:41.770731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc806-6425-4f76-a5f4-7e948d1b5fe5 req-008ef98f-8838-4a79-8e2f-680323941fcd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:41.773362 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4c3bc806-6425-4f76-a5f4-7e948d1b5fe5 req-008ef98f-8838-4a79-8e2f-680323941fcd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0918882 Jun 16 16:13:41.863292 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4c3bc806-6425-4f76-a5f4-7e948d1b5fe5 req-39012c19-52f2-41b3-8577-c741f63ba1b9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747337 Jun 16 16:13:42.022392 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49766) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:42.127879 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-691c519a-d10a-49d2-9b5a-0db08aa95fd9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4e4bfae59d38461c839fc9a35eb4d6cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1038043 Jun 16 16:13:42.131845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49770) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:42.155324 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:42.176870 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49772) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:42.207487 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc86768b-3949-4326-8ca8-f4b23afa6d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.267524 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb023ae9-6fc9-4e56-bbfe-3ff0e004878f admin admin] Publish callbacks [] for security_group (274f4cdf-a51a-43da-959d-c00a7e45b061), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.336210 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb023ae9-6fc9-4e56-bbfe-3ff0e004878f admin admin] Publish callbacks [] for security_group (274f4cdf-a51a-43da-959d-c00a7e45b061), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.369489 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc86768b-3949-4326-8ca8-f4b23afa6d63 admin admin] Publish callbacks [] for security_group (586b2e6f-834a-435e-ba8a-99bf27b93e25), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.377280 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc86768b-3949-4326-8ca8-f4b23afa6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (586b2e6f-834a-435e-ba8a-99bf27b93e25), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.436550 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb023ae9-6fc9-4e56-bbfe-3ff0e004878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (274f4cdf-a51a-43da-959d-c00a7e45b061), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.445466 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb023ae9-6fc9-4e56-bbfe-3ff0e004878f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.452360 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-fb023ae9-6fc9-4e56-bbfe-3ff0e004878f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/274f4cdf-a51a-43da-959d-c00a7e45b061 HTTP/1.1" status: 204 len: 168 time: 0.3138247 Jun 16 16:13:42.464235 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-dc86768b-3949-4326-8ca8-f4b23afa6d63 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f13bd6240aa34f0e84612c1a77e4715b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854011 Jun 16 16:13:42.465361 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 49780) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:42.469594 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb023ae9-6fc9-4e56-bbfe-3ff0e004878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f4cdf-a51a-43da-959d-c00a7e45b061,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:42.482397 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86768b-3949-4326-8ca8-f4b23afa6d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b2e6f-834a-435e-ba8a-99bf27b93e25,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:42.549192 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:42.587890 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-93f73759-11ac-4999-b1db-c018af12a829 admin admin] Publish callbacks [] for security_group (586b2e6f-834a-435e-ba8a-99bf27b93e25), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.626792 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-93f73759-11ac-4999-b1db-c018af12a829 admin admin] Publish callbacks [] for security_group (586b2e6f-834a-435e-ba8a-99bf27b93e25), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.708339 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-93f73759-11ac-4999-b1db-c018af12a829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (586b2e6f-834a-435e-ba8a-99bf27b93e25), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.711145 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-93f73759-11ac-4999-b1db-c018af12a829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.712452 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-93f73759-11ac-4999-b1db-c018af12a829 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/586b2e6f-834a-435e-ba8a-99bf27b93e25 HTTP/1.1" status: 204 len: 168 time: 0.2460866 Jun 16 16:13:42.722373 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f73759-11ac-4999-b1db-c018af12a829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b2e6f-834a-435e-ba8a-99bf27b93e25,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:43.021784 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:43.048514 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b73c0-808e-4855-8bd1-0f1c2eae683f req-09ccfe00-14b7-4215-b734-5c92a9186b6b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:43.050744 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-018b73c0-808e-4855-8bd1-0f1c2eae683f req-09ccfe00-14b7-4215-b734-5c92a9186b6b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0659068 Jun 16 16:13:43.128380 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-018b73c0-808e-4855-8bd1-0f1c2eae683f req-311fb3a4-b7a5-49f0-98cc-2bee335ffda6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685272 Jun 16 16:13:44.642836 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b7da0-5aad-4e06-9558-39155a5913e1 req-9eb89fa8-ae35-4ff4-8ba0-056048b2ca1d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:44.644472 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-da7b7da0-5aad-4e06-9558-39155a5913e1 req-9eb89fa8-ae35-4ff4-8ba0-056048b2ca1d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0987105 Jun 16 16:13:44.680679 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:44.727055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-da7b7da0-5aad-4e06-9558-39155a5913e1 req-a13e8da6-f297-4497-a275-053090d275ae tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726945 Jun 16 16:13:44.790620 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49904) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:44.965946 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145481322-network', 'tenant_id': '7b4ba60390dd4354b869bb227ef030b6'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:44.991556 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Made reservation on behalf of 7b4ba60390dd4354b869bb227ef030b6 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:44.995951 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.011934 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.160026 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks [] for security_group (84985375-ac68-4112-acde-5c7256e7913e), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.165370 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (84985375-ac68-4112-acde-5c7256e7913e), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.213714 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:45.234006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84985375-ac68-4112-acde-5c7256e7913e,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:45.240277 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.240859 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Added segment 25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0 of type vlan for network 77dab802-ad52-413c-bd18-780c89736c99 Jun 16 16:13:45.304093 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (77dab802-ad52-413c-bd18-780c89736c99), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.347906 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (77dab802-ad52-413c-bd18-780c89736c99), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.349079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:45.349661 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.433567 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6351769 Jun 16 16:13:45.433865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 49918) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:45.439388 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Request body: {'subnet': {'network_id': '77dab802-ad52-413c-bd18-780c89736c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145481322-subnet', 'tenant_id': '7b4ba60390dd4354b869bb227ef030b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:45.448935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86827c5-f168-4c6e-9993-1e4f49e7c1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=77dab802-ad52-413c-bd18-780c89736c99,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:45.471852 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 77dab802-ad52-413c-bd18-780c89736c99 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:45.477377 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Made reservation on behalf of 7b4ba60390dd4354b869bb227ef030b6 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:45.482122 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.928827 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (b253aff2-93c9-4c1e-b057-857bb91ba4ae), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.046348 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:46.066331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b253aff2-93c9-4c1e-b057-857bb91ba4ae,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:46.078167 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Checking segment: {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:46.078625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Network hostable DHCP agents. Network: 77dab802-ad52-413c-bd18-780c89736c99, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:46.096252 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee706-eca3-4ae4-8dda-c243e32842d4 req-977ada71-e1f1-4d1a-904b-cf5cc42815bc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:46.100209 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-106ee706-eca3-4ae4-8dda-c243e32842d4 req-977ada71-e1f1-4d1a-904b-cf5cc42815bc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0928321 Jun 16 16:13:46.126922 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Network 77dab802-ad52-413c-bd18-780c89736c99 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:46.141335 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:46.144662 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 77dab802-ad52-413c-bd18-780c89736c99) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:46.153076 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:46.155449 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.159837 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cd781-75de-40b4-9c8d-c980db20aacc None None] Network 77dab802-ad52-413c-bd18-780c89736c99 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:46.217335 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-df53cba1-d4ba-48a5-a2c1-76b853351a9b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7673559 Jun 16 16:13:46.240817 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-106ee706-eca3-4ae4-8dda-c243e32842d4 req-5ca856a2-a770-4d0c-823d-34e9dbe51edc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292162 Jun 16 16:13:46.415563 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a534af8-e7be-4fa4-8095-af46e19fc84f None None] Network 77dab802-ad52-413c-bd18-780c89736c99 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:47.274556 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=53 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:47.276516 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=80 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:47.415060 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65966ffb-0869-49ac-a546-c71c67240b6a req-faf44397-5bef-406a-b8d6-dad8e62daf65 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:47.418151 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-65966ffb-0869-49ac-a546-c71c67240b6a req-faf44397-5bef-406a-b8d6-dad8e62daf65 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0739584 Jun 16 16:13:47.487127 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-65966ffb-0869-49ac-a546-c71c67240b6a req-f44e20fc-529b-4dd7-89cf-21bdd50e911d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624232 Jun 16 16:13:48.639774 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d45d76-c42d-451e-b6b5-0e50bdea6642 req-528733fe-0fa3-41ce-a088-e416d5b12ff3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:48.642216 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-08d45d76-c42d-451e-b6b5-0e50bdea6642 req-528733fe-0fa3-41ce-a088-e416d5b12ff3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0726810 Jun 16 16:13:48.706157 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-08d45d76-c42d-451e-b6b5-0e50bdea6642 req-9cbdf3ef-7c77-4fd2-9698-75d86007ba18 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567794 Jun 16 16:13:49.778089 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-09db1181-623e-484c-b4b2-6ebea1e9942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:49.896182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4ef56-4a3c-48b4-82ec-a8269acab708 req-4d4d88bd-8a9a-4086-9059-013e7e5c0c47 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:49.898704 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ccc4ef56-4a3c-48b4-82ec-a8269acab708 req-4d4d88bd-8a9a-4086-9059-013e7e5c0c47 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0821648 Jun 16 16:13:49.968994 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ccc4ef56-4a3c-48b4-82ec-a8269acab708 req-fd803eef-e771-435b-9706-ad8b74b3fc4d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612845 Jun 16 16:13:51.001549 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50050) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:51.152523 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddfbe1-5691-4a43-9f70-8c09dfb261ef req-8084c87b-fc06-4c53-8364-4e2dfb57e105 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:51.154981 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-70ddfbe1-5691-4a43-9f70-8c09dfb261ef req-8084c87b-fc06-4c53-8364-4e2dfb57e105 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0747733 Jun 16 16:13:51.208862 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-de0baf5e-aa88-4530-adfe-c0cfd683de6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.258862 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-70ddfbe1-5691-4a43-9f70-8c09dfb261ef req-375f1f8f-d5ed-4585-b671-38f072e5eeda tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927744 Jun 16 16:13:51.339358 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-de0baf5e-aa88-4530-adfe-c0cfd683de6b admin admin] Publish callbacks [] for security_group (592f2097-cb63-4a31-a0a1-276c00271a13), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.344181 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-de0baf5e-aa88-4530-adfe-c0cfd683de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (592f2097-cb63-4a31-a0a1-276c00271a13), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.402892 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0baf5e-aa88-4530-adfe-c0cfd683de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f2097-cb63-4a31-a0a1-276c00271a13,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:51.410323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50060) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:51.410872 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-de0baf5e-aa88-4530-adfe-c0cfd683de6b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=10de7bebe555463c93b97f6ffc4d6dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063227 Jun 16 16:13:51.494234 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa988-cde6-45fc-b857-2330eb614fbb admin admin] Publish callbacks [] for security_group (592f2097-cb63-4a31-a0a1-276c00271a13), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.533005 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa988-cde6-45fc-b857-2330eb614fbb admin admin] Publish callbacks [] for security_group (592f2097-cb63-4a31-a0a1-276c00271a13), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.629897 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa988-cde6-45fc-b857-2330eb614fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (592f2097-cb63-4a31-a0a1-276c00271a13), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.633980 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa988-cde6-45fc-b857-2330eb614fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.635795 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-eb1aa988-cde6-45fc-b857-2330eb614fbb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/592f2097-cb63-4a31-a0a1-276c00271a13 HTTP/1.1" status: 204 len: 168 time: 0.2231331 Jun 16 16:13:51.648644 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa988-cde6-45fc-b857-2330eb614fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f2097-cb63-4a31-a0a1-276c00271a13,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:52.207120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:52.222838 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a6e60e4b-bf56-4bd7-a165-889626938dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:52.433409 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3355f-5913-4535-93a4-71498e92f8f9 req-e2bd2035-099b-41cb-9059-626af6d4df49 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:52.435105 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-baf3355f-5913-4535-93a4-71498e92f8f9 req-e2bd2035-099b-41cb-9059-626af6d4df49 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0845504 Jun 16 16:13:52.546971 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-baf3355f-5913-4535-93a4-71498e92f8f9 req-5f5dddcb-50e7-426d-90ee-49c3fa2889a3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983262 Jun 16 16:13:53.027563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50102) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:53.217247 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d0e9464a-82df-4777-9514-5c5261ee7ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.341475 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d0e9464a-82df-4777-9514-5c5261ee7ef9 admin admin] Publish callbacks [] for security_group (d4004d07-ba53-4618-943a-19c80adda873), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.346956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d0e9464a-82df-4777-9514-5c5261ee7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d4004d07-ba53-4618-943a-19c80adda873), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.372764 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:53.411973 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d0e9464a-82df-4777-9514-5c5261ee7ef9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a9843ebd86dc49608e83ce0ad80c678e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827453 Jun 16 16:13:53.415215 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50116) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:53.417961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9464a-82df-4777-9514-5c5261ee7ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4004d07-ba53-4618-943a-19c80adda873,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.486502 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-00c224db-bebf-426d-8223-f2a1d914a454 admin admin] Publish callbacks [] for security_group (d4004d07-ba53-4618-943a-19c80adda873), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.516805 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-00c224db-bebf-426d-8223-f2a1d914a454 admin admin] Publish callbacks [] for security_group (d4004d07-ba53-4618-943a-19c80adda873), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.532869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.583755 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-00c224db-bebf-426d-8223-f2a1d914a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d4004d07-ba53-4618-943a-19c80adda873), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.585678 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-00c224db-bebf-426d-8223-f2a1d914a454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.587590 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-00c224db-bebf-426d-8223-f2a1d914a454 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d4004d07-ba53-4618-943a-19c80adda873 HTTP/1.1" status: 204 len: 168 time: 0.1700118 Jun 16 16:13:53.617118 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c224db-bebf-426d-8223-f2a1d914a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4004d07-ba53-4618-943a-19c80adda873,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.717547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:53.749265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c723d63-d94f-43eb-93a7-1ae86c8447ce req-356cbbfa-d91a-4d24-b291-4898bad7c907 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.751951 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6c723d63-d94f-43eb-93a7-1ae86c8447ce req-356cbbfa-d91a-4d24-b291-4898bad7c907 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0886695 Jun 16 16:13:53.848646 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6c723d63-d94f-43eb-93a7-1ae86c8447ce req-24d48af0-4e20-48b1-bc0e-6ab5391e29bb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Jun 16 16:13:54.801893 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.004820 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30e9fe-327f-41d2-a8fe-a7a9c11d1b3c req-4d60a7c3-ba2b-415a-a0fc-fb34911ed70d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:55.006613 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4d30e9fe-327f-41d2-a8fe-a7a9c11d1b3c req-4d60a7c3-ba2b-415a-a0fc-fb34911ed70d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0719495 Jun 16 16:13:55.078795 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4d30e9fe-327f-41d2-a8fe-a7a9c11d1b3c req-6f937e4d-2572-4243-b325-f9135b6a1ff9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641322 Jun 16 16:13:55.272825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.217590 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d891-e634-4f2f-822c-923c90a3b831 req-9da9ca10-254a-4471-bd02-a745162bf8bd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:56.219287 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e603d891-e634-4f2f-822c-923c90a3b831 req-9da9ca10-254a-4471-bd02-a745162bf8bd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0613928 Jun 16 16:13:56.292079 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e603d891-e634-4f2f-822c-923c90a3b831 req-183d6eae-5027-4946-92f1-883af889d085 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666392 Jun 16 16:13:57.457724 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c30f90-5f1f-48d3-8edd-d304224ed212 req-d2ba4437-f977-499b-84e5-2e34ad042ae4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:57.459305 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-78c30f90-5f1f-48d3-8edd-d304224ed212 req-d2ba4437-f977-499b-84e5-2e34ad042ae4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0705612 Jun 16 16:13:57.534712 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-78c30f90-5f1f-48d3-8edd-d304224ed212 req-649d8d75-d8c5-4e6d-940a-55ab149766a6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681198 Jun 16 16:13:58.683677 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97aaf-ed17-49a8-8871-683190db7b04 req-3a0f2322-af82-48e7-8c82-4723b794edd0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:58.685250 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ab97aaf-ed17-49a8-8871-683190db7b04 req-3a0f2322-af82-48e7-8c82-4723b794edd0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0606315 Jun 16 16:13:58.745352 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ab97aaf-ed17-49a8-8871-683190db7b04 req-85ee354a-6c76-4850-98a7-6f3ea4e3421b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Jun 16 16:13:59.904470 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2b4e6-6a6f-4de2-b19a-386b6e8f4fbc req-9f6873bd-37ec-4993-965b-bd00ff3bf2ce tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:59.906297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3ce2b4e6-6a6f-4de2-b19a-386b6e8f4fbc req-9f6873bd-37ec-4993-965b-bd00ff3bf2ce tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0739419 Jun 16 16:13:59.967591 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3ce2b4e6-6a6f-4de2-b19a-386b6e8f4fbc req-d021cc35-00a4-42b5-bb9a-cd96da4f81b8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551579 Jun 16 16:14:01.123764 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07176342-dd81-4c3f-96db-2ff715d1b1b5 req-6d35e73a-be96-4183-af32-3c5476cfa6f9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:01.125535 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07176342-dd81-4c3f-96db-2ff715d1b1b5 req-6d35e73a-be96-4183-af32-3c5476cfa6f9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0740402 Jun 16 16:14:01.195100 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07176342-dd81-4c3f-96db-2ff715d1b1b5 req-768133d5-8715-451b-8100-4c995a06affb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605481 Jun 16 16:14:02.377837 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39b774-0d84-4683-b408-bd5be74229d2 req-69da2a51-298e-4896-a329-553107710ca1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.381277 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6c39b774-0d84-4683-b408-bd5be74229d2 req-69da2a51-298e-4896-a329-553107710ca1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0800571 Jun 16 16:14:02.456529 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6c39b774-0d84-4683-b408-bd5be74229d2 req-4678128c-10f4-47d4-a884-ad86a0676e06 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 Jun 16 16:14:03.429581 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ba23fe68-fa91-47f5-a5c4-0cd7a9795124 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:03.431992 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ba23fe68-fa91-47f5-a5c4-0cd7a9795124 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/networks?id=77dab802-ad52-413c-bd18-780c89736c99 HTTP/1.1" status: 200 len: 809 time: 0.1484637 Jun 16 16:14:03.451436 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-303dfefa-f043-444b-8e9f-765911559506 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/quotas/7b4ba60390dd4354b869bb227ef030b6 HTTP/1.1" status: 200 len: 375 time: 0.0113337 Jun 16 16:14:03.508123 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-eb68dc66-75dd-4488-96a7-70903c0bde44 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=7b4ba60390dd4354b869bb227ef030b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462334 Jun 16 16:14:03.659941 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-7b92843e-ced1-40a9-9058-50b50ac75532 service neutron] 10.222.0.17 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412861 Jun 16 16:14:03.675712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1896b56-1780-454f-b385-c4585382fd61 req-74566afc-b8e8-45cd-b0ff-4e43800895be tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:03.678059 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e1896b56-1780-454f-b385-c4585382fd61 req-74566afc-b8e8-45cd-b0ff-4e43800895be tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0755763 Jun 16 16:14:03.761994 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e1896b56-1780-454f-b385-c4585382fd61 req-6ec7426d-03b5-4a93-9e62-467818c5b911 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718987 Jun 16 16:14:03.803785 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:03.824003 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-f2db5b82-12a1-485f-9ca8-c04e9613386c service neutron] 10.222.0.17 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557932 Jun 16 16:14:04.061136 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e94b6845-5a74-4a7d-b5a3-d7b14c72b3ba req-e9bee16e-5841-4587-9262-83b719adc2a9 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 210 time: 0.0399749 Jun 16 16:14:04.841157 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05523fe-cf5a-4ca4-a7e7-561f17d54997 req-540070f1-5884-4a4c-a54b-f7d758fcab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:04.843283 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c05523fe-cf5a-4ca4-a7e7-561f17d54997 req-540070f1-5884-4a4c-a54b-f7d758fcab28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1129 time: 0.0486689 Jun 16 16:14:04.981273 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f8fa-5825-4a2c-86d9-53c4a5369e35 req-bd6eebe8-897c-4193-a7eb-28ac820d8e8d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:04.982949 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f1c8f8fa-5825-4a2c-86d9-53c4a5369e35 req-bd6eebe8-897c-4193-a7eb-28ac820d8e8d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1235249 Jun 16 16:14:04.986813 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c05523fe-cf5a-4ca4-a7e7-561f17d54997 req-222c2660-33fd-4bb7-b922-f98caa36683e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366777 Jun 16 16:14:05.030109 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:05.039281 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f1c8f8fa-5825-4a2c-86d9-53c4a5369e35 req-f7b7c7cb-e85c-41a4-8ded-a57ffecaab08 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491052 Jun 16 16:14:05.148108 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:14:05.202541 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-15b17222-60ea-4cff-abc3-1427fd08e6ff req-c2e28fb7-d3fc-4cfb-9c20-9d16374fdb78 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 210 time: 0.0382981 Jun 16 16:14:05.258314 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:05.268295 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:06.298639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745cbde-b83e-45c3-8c28-1c9cf65179e4 req-2c1089e2-f891-4e05-b2e5-65c6b0cc877c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:06.300384 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2745cbde-b83e-45c3-8c28-1c9cf65179e4 req-2c1089e2-f891-4e05-b2e5-65c6b0cc877c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1299009 Jun 16 16:14:06.365866 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-60e5c19a-39cd-4bf7-963e-d3f7aa2ccfe3 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:06.368660 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-60e5c19a-39cd-4bf7-963e-d3f7aa2ccfe3 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "GET /v2.0/networks?id=77dab802-ad52-413c-bd18-780c89736c99 HTTP/1.1" status: 200 len: 809 time: 0.2540817 Jun 16 16:14:06.395193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Request body: {'port': {'device_id': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'network_id': '77dab802-ad52-413c-bd18-780c89736c99', 'admin_state_up': True, 'tenant_id': '7b4ba60390dd4354b869bb227ef030b6'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:06.408706 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-667c3309-903d-4eb0-8839-5109d7284305 req-b256574b-2bdb-4ae3-8bfe-bc760bb23954 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 210 time: 0.0699785 Jun 16 16:14:06.474871 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2745cbde-b83e-45c3-8c28-1c9cf65179e4 req-29694730-71c3-4615-8141-6bda0a02e377 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596568 Jun 16 16:14:06.601293 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Made reservation on behalf of 7b4ba60390dd4354b869bb227ef030b6 for: {'port': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:06.607112 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.834557 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Allocated IP 172.20.0.10 (77dab802-ad52-413c-bd18-780c89736c99/b253aff2-93c9-4c1e-b057-857bb91ba4ae/dd5aa05d-7f92-4a94-bf64-854ee81ae609) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:07.071140 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks [] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:07.132875 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:07.189613 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Network 77dab802-ad52-413c-bd18-780c89736c99 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:07.196116 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:07.201396 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:07.209184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Pushing event updated for resources: {'Port': ['ID=dd5aa05d-7f92-4a94-bf64-854ee81ae609,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.267115 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:07.271447 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:07.288663 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:07.289524 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:07.322986 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-ff08ac51-7230-4741-92fe-25f97a09c742 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9349163 Jun 16 16:14:07.466393 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Request body: {'port': {'device_id': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:07.592030 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:07.647294 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76761036-318e-42a8-8af8-4f53532822fc req-5d4c928b-c6cf-4d3f-963a-b2d124cdde8d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:07.651253 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-76761036-318e-42a8-8af8-4f53532822fc req-5d4c928b-c6cf-4d3f-963a-b2d124cdde8d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 932 time: 0.1061945 Jun 16 16:14:07.719885 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-76761036-318e-42a8-8af8-4f53532822fc req-40eb8681-29c5-4f2f-af75-0ea39cbcd1a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601895 Jun 16 16:14:07.804033 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae1b60-75bd-439f-b6d3-6771b4740fb8 req-bf136535-7e3e-49f6-af88-9deef59e747d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:07.804033 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e3ae1b60-75bd-439f-b6d3-6771b4740fb8 req-bf136535-7e3e-49f6-af88-9deef59e747d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1473255 Jun 16 16:14:07.965032 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e3ae1b60-75bd-439f-b6d3-6771b4740fb8 req-b980366f-b19d-40d9-b6bb-fb943de9fa70 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508889 Jun 16 16:14:08.112788 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:08.133299 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5aa05d-7f92-4a94-bf64-854ee81ae609 {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:14:08.145612 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Publish callbacks [] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:08.172220 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Transition to ACTIVE for port object dd5aa05d-7f92-4a94-bf64-854ee81ae609 will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:14:08.178803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:08.181944 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a94e0d-ff0b-4806-bf6d-47293dd76f12 req-1487892d-6b96-4c85-a35e-6ed90d54fd10 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:08.184137 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-93a94e0d-ff0b-4806-bf6d-47293dd76f12 req-1487892d-6b96-4c85-a35e-6ed90d54fd10 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1002395 Jun 16 16:14:08.215839 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:08.276383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5aa05d-7f92-4a94-bf64-854ee81ae609,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.301199 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-93a94e0d-ff0b-4806-bf6d-47293dd76f12 req-17397039-5000-42fb-abea-f38248054052 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085296 Jun 16 16:14:08.382230 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Attempting to bind port dd5aa05d-7f92-4a94-bf64-854ee81ae609 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:08.383272 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Attempting to bind port dd5aa05d-7f92-4a94-bf64-854ee81ae609 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:08.383737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Attempting to bind port dd5aa05d-7f92-4a94-bf64-854ee81ae609 on network 77dab802-ad52-413c-bd18-780c89736c99 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:08.392538 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Port dd5aa05d-7f92-4a94-bf64-854ee81ae609 on network 77dab802-ad52-413c-bd18-780c89736c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:14:08.393029 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Attempting to bind port dd5aa05d-7f92-4a94-bf64-854ee81ae609 on network 77dab802-ad52-413c-bd18-780c89736c99 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:08.403563 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:08.404114 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Checking segment: {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:08.405208 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Bound using segment: {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:08.405902 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Bound port: dd5aa05d-7f92-4a94-bf64-854ee81ae609, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:08.406531 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:08.533482 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] For port dd5aa05d-7f92-4a94-bf64-854ee81ae609, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:08.541754 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] For port dd5aa05d-7f92-4a94-bf64-854ee81ae609, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:08.564789 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:08.621661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:08.622231 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:08.624058 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/dd5aa05d-7f92-4a94-bf64-854ee81ae609 HTTP/1.1" status: 200 len: 1094 time: 1.1633558 Jun 16 16:14:08.624766 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'tag': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:08.628316 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a0037-7b80-48f4-b6a9-92e96951a03e" -d '{"events": [{"name": "network-changed", "server_uuid": "d056427f-ea1e-4d7c-ad38-c4246623fabe", "tag": "dd5aa05d-7f92-4a94-bf64-854ee81ae609"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:08.682584 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875a942-1e1e-4ff6-98bb-bc28f98ea8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5aa05d-7f92-4a94-bf64-854ee81ae609,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.693591 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1bba5-00ea-462c-bf86-0fb5e141d989 x-openstack-request-id: req-e7a1bba5-00ea-462c-bf86-0fb5e141d989 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:08.694086 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d056427f-ea1e-4d7c-ad38-c4246623fabe", "tag": "dd5aa05d-7f92-4a94-bf64-854ee81ae609", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:08.694933 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e7a1bba5-00ea-462c-bf86-0fb5e141d989 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:08.695072 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a1bba5-00ea-462c-bf86-0fb5e141d989'] response: {'name': 'network-changed', 'server_uuid': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'tag': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609', 'status': 'completed', 'code': 200} Jun 16 16:14:08.774253 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-542dde0f-138f-4779-a1be-9ef609c44d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:08.776149 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-542dde0f-138f-4779-a1be-9ef609c44d71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b4ba60390dd4354b869bb227ef030b6&device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 1128 time: 0.0682204 Jun 16 16:14:08.874560 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-a6e18b9a-7e08-430a-8727-fdb654148351 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609 HTTP/1.1" status: 200 len: 217 time: 0.0839515 Jun 16 16:14:08.899536 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:08.966393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:08.975211 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72579e-2e9c-4374-8d02-3349c662976c req-7c8da828-6ca4-45e9-8002-12e293c8e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:08.978296 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-7c8da828-6ca4-45e9-8002-12e293c8e470 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b253aff2-93c9-4c1e-b057-857bb91ba4ae HTTP/1.1" status: 200 len: 849 time: 0.0970743 Jun 16 16:14:08.995014 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedfb8b-3e61-4046-8621-fb4c4bf7e05c req-f2a9955a-cc96-4271-972f-c59645d7064f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:08.998228 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9dedfb8b-3e61-4046-8621-fb4c4bf7e05c req-f2a9955a-cc96-4271-972f-c59645d7064f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 944 time: 0.1270833 Jun 16 16:14:09.058622 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-55845918-3a63-46ec-beae-e8ac596659b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77dab802-ad52-413c-bd18-780c89736c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611401 Jun 16 16:14:09.077990 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9dedfb8b-3e61-4046-8621-fb4c4bf7e05c req-177bfae9-fb4a-48cb-b89b-ee5af846e2ef tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580692 Jun 16 16:14:09.086581 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:09.194953 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-8d063e16-1172-44e3-a32a-0f8c823335f9 service neutron] 10.222.0.25 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184704 Jun 16 16:14:09.349791 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d72579e-2e9c-4374-8d02-3349c662976c req-1ba49329-80ab-4d03-9816-d9d8c1cee2fd service neutron] 10.222.0.25 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403053 Jun 16 16:14:10.250192 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf38d96-d027-4377-86c1-2a7ac4b4d8a8 req-77cb9dd0-5e1c-4e26-987e-587e1e2e0eda tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.251916 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4bf38d96-d027-4377-86c1-2a7ac4b4d8a8 req-77cb9dd0-5e1c-4e26-987e-587e1e2e0eda tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 944 time: 0.0603850 Jun 16 16:14:10.317120 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4bf38d96-d027-4377-86c1-2a7ac4b4d8a8 req-2dc07243-b414-4925-985f-d988ff70e5f7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jun 16 16:14:10.408315 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b7c5b-a471-4f72-8d27-3c59dabfca0c req-e197d1fd-941d-4738-b225-5cb3e629f878 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.410723 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-357b7c5b-a471-4f72-8d27-3c59dabfca0c req-e197d1fd-941d-4738-b225-5cb3e629f878 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0846391 Jun 16 16:14:10.494315 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-357b7c5b-a471-4f72-8d27-3c59dabfca0c req-e6520aea-a6b9-406e-a2e9-30f86cc0b46c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744417 Jun 16 16:14:10.792655 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-e42a89bf-cff8-4713-ac81-f9365da26c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.795155 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-e42a89bf-cff8-4713-ac81-f9365da26c7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b4ba60390dd4354b869bb227ef030b6&device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 1128 time: 0.0672812 Jun 16 16:14:10.823967 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-d164c5eb-414f-4b80-afb0-2341b6a403b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.825764 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-d164c5eb-414f-4b80-afb0-2341b6a403b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1129 time: 0.0623977 Jun 16 16:14:10.914269 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-64810ffb-3a92-464d-9d0d-9380ef2dfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.916380 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-64810ffb-3a92-464d-9d0d-9380ef2dfbdb service neutron] 10.222.0.25 "GET /v2.0/networks?id=77dab802-ad52-413c-bd18-780c89736c99 HTTP/1.1" status: 200 len: 910 time: 0.1144502 Jun 16 16:14:10.943332 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-28781bbb-dc77-40ea-9508-1059d0aee773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.945053 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-28781bbb-dc77-40ea-9508-1059d0aee773 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1128035 Jun 16 16:14:10.971965 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-972dd997-f812-4c1e-9ce3-0d535a15c739 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609 HTTP/1.1" status: 200 len: 217 time: 0.0454304 Jun 16 16:14:11.004359 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-d6ead343-9024-4aa2-85d0-2f1984bf3441 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 217 time: 0.0463467 Jun 16 16:14:11.033260 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-afa7147b-bc7c-44b4-a4ea-e5b5317121c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.034802 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-afa7147b-bc7c-44b4-a4ea-e5b5317121c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b253aff2-93c9-4c1e-b057-857bb91ba4ae HTTP/1.1" status: 200 len: 849 time: 0.0523331 Jun 16 16:14:11.080805 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-a988204c-63d6-4814-b444-17622bc62205 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77dab802-ad52-413c-bd18-780c89736c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385842 Jun 16 16:14:11.082203 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-44bc4c29-5dac-4b24-94df-64304c4ad188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.083666 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-44bc4c29-5dac-4b24-94df-64304c4ad188 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0707400 Jun 16 16:14:11.146982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-8c7e4862-1d12-4e96-a7d1-481f9bb78e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.149102 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-8c7e4862-1d12-4e96-a7d1-481f9bb78e17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511415 Jun 16 16:14:11.230215 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-ba556aa9-d6d7-4958-b0bf-a0fa0116850d service neutron] 10.222.0.25 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337166 Jun 16 16:14:11.401655 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-891a0037-7b80-48f4-b6a9-92e96951a03e req-9270ecea-27cb-434e-994d-eecf495d502c service neutron] 10.222.0.25 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646886 Jun 16 16:14:11.593176 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-6fd588fa-b4ee-4f5a-8a70-15a49a5b4289 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300289 Jun 16 16:14:11.608767 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5caae7-f7aa-47e1-a94c-3107580d1bd8 req-2508e4d7-dc4d-4c03-8438-a1620902c2a0 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.610734 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5a5caae7-f7aa-47e1-a94c-3107580d1bd8 req-2508e4d7-dc4d-4c03-8438-a1620902c2a0 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 944 time: 0.0903327 Jun 16 16:14:11.726887 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a694c77-02fd-42b6-b0af-f68e4e62437c req-e07c654d-4f37-4db7-92b8-6565a047fa46 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.731549 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7a694c77-02fd-42b6-b0af-f68e4e62437c req-e07c654d-4f37-4db7-92b8-6565a047fa46 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1208639 Jun 16 16:14:11.830716 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5a5caae7-f7aa-47e1-a94c-3107580d1bd8 req-b926687f-2ae0-4b18-8024-6b6ce399d5cb tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895771 Jun 16 16:14:11.856543 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7a694c77-02fd-42b6-b0af-f68e4e62437c req-1cb91f69-d669-4d62-86a9-0b159addf2b7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 Jun 16 16:14:11.873576 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5570385-58bd-4911-8f0f-7d0c6adb60e0 req-c2445ace-d208-4491-bb46-047ecf701f0e service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614923 Jun 16 16:14:11.880347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device dd5aa05d-7f92-4a94-bf64-854ee81ae609 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:14:12.088161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port dd5aa05d-7f92-4a94-bf64-854ee81ae609, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:12.108753 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609', 'network_id': '77dab802-ad52-413c-bd18-780c89736c99', 'port_id': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609', 'mac_address': 'fa:16:3e:09:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b253aff2-93c9-4c1e-b057-857bb91ba4ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:14:12.160629 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port dd5aa05d-7f92-4a94-bf64-854ee81ae609 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:12.161026 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:12.179955 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5aa05d-7f92-4a94-bf64-854ee81ae609 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:14:12.219509 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port dd5aa05d-7f92-4a94-bf64-854ee81ae609, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:12.227127 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:12.331967 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=dd5aa05d-7f92-4a94-bf64-854ee81ae609,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:12.672086 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['dd5aa05d-7f92-4a94-bf64-854ee81ae609'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:14:13.007318 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36f4d4-0179-407b-ab51-f434c224d938 req-a05574e0-9f3d-482c-b743-bfa62b83b93a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:13.010099 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7b36f4d4-0179-407b-ab51-f434c224d938 req-a05574e0-9f3d-482c-b743-bfa62b83b93a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 945 time: 0.0849745 Jun 16 16:14:13.081547 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7b36f4d4-0179-407b-ab51-f434c224d938 req-ce629968-1641-45c3-ac35-1251a9c23146 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637164 Jun 16 16:14:13.084781 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189a3b7-bcab-4a4f-9223-9ab0023824f4 req-cac39ebd-972b-4ac7-bfd8-2c1d0ec2c818 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:13.089134 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e189a3b7-bcab-4a4f-9223-9ab0023824f4 req-cac39ebd-972b-4ac7-bfd8-2c1d0ec2c818 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0890245 Jun 16 16:14:13.168667 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e189a3b7-bcab-4a4f-9223-9ab0023824f4 req-05daf5f8-f5d8-46a8-8e46-e20ec9ba1152 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705752 Jun 16 16:14:13.892611 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device dd5aa05d-7f92-4a94-bf64-854ee81ae609 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:13.950142 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port dd5aa05d-7f92-4a94-bf64-854ee81ae609 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:14:13.959972 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port dd5aa05d-7f92-4a94-bf64-854ee81ae609 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:13.960514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:14.066379 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port dd5aa05d-7f92-4a94-bf64-854ee81ae609 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:14.066788 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:14.098973 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:14.101283 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fef6930-14ec-485c-8c16-b26595997b86" -d '{"events": [{"server_uuid": "d056427f-ea1e-4d7c-ad38-c4246623fabe", "name": "network-vif-plugged", "status": "completed", "tag": "dd5aa05d-7f92-4a94-bf64-854ee81ae609"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:14.119270 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port dd5aa05d-7f92-4a94-bf64-854ee81ae609, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:14.135360 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:14.241049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b913a-6ae3-45b0-b7c5-0c80bc6c0eae x-openstack-request-id: req-c15b913a-6ae3-45b0-b7c5-0c80bc6c0eae {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:14.241558 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d056427f-ea1e-4d7c-ad38-c4246623fabe", "name": "network-vif-plugged", "status": "completed", "tag": "dd5aa05d-7f92-4a94-bf64-854ee81ae609", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:14.242055 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c15b913a-6ae3-45b0-b7c5-0c80bc6c0eae {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:14.242669 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15b913a-6ae3-45b0-b7c5-0c80bc6c0eae'] response: {'server_uuid': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609', 'code': 200} Jun 16 16:14:14.249500 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=dd5aa05d-7f92-4a94-bf64-854ee81ae609,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:14.296069 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4e77-29c8-40c4-8bc7-a37f9aca853c req-a820088f-535d-4112-a386-0ff92a4de9f2 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:14.298697 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-10ba4e77-29c8-40c4-8bc7-a37f9aca853c req-a820088f-535d-4112-a386-0ff92a4de9f2 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0970919 Jun 16 16:14:14.347639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:14.351035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bb446-347f-480e-b186-082c1767cad6 req-409d10e8-450f-411f-8e6f-5c84129183e5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:14.353323 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d76bb446-347f-480e-b186-082c1767cad6 req-409d10e8-450f-411f-8e6f-5c84129183e5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0822744 Jun 16 16:14:14.378482 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-10ba4e77-29c8-40c4-8bc7-a37f9aca853c req-d78c54c6-0633-44e7-a837-f70c9ef1ef62 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732913 Jun 16 16:14:14.421863 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d76bb446-347f-480e-b186-082c1767cad6 req-c56938c9-3041-4d34-84f2-e13ab2bcabf9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584667 Jun 16 16:14:15.556778 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da36c6-bb00-4d54-a750-a6cd6ca279a5 req-f5597bd9-f2e4-46f8-ae21-169b6d278b29 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.558631 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f7da36c6-bb00-4d54-a750-a6cd6ca279a5 req-f5597bd9-f2e4-46f8-ae21-169b6d278b29 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0808027 Jun 16 16:14:15.579675 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:15.592081 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2de61-1b20-4f58-9fd4-7eb90821bb20 req-c3d0cfbe-8ea9-49c7-9730-08439d69181c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.593939 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-40b2de61-1b20-4f58-9fd4-7eb90821bb20 req-c3d0cfbe-8ea9-49c7-9730-08439d69181c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0607057 Jun 16 16:14:15.612362 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:15.617429 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f7da36c6-bb00-4d54-a750-a6cd6ca279a5 req-a0cdf1b0-9a2f-4913-8e43-1010efe3b6d5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Jun 16 16:14:15.652919 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-40b2de61-1b20-4f58-9fd4-7eb90821bb20 req-5cf5c24f-9734-4d8b-bd7b-a9f856ccbc14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Jun 16 16:14:16.752916 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd2854-f078-4df3-8c5c-778446a13bbc req-f765613b-24e8-4723-b000-64860a2864a7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:16.754827 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d4cd2854-f078-4df3-8c5c-778446a13bbc req-f765613b-24e8-4723-b000-64860a2864a7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0536795 Jun 16 16:14:16.799905 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e0361-5e58-4a82-bf49-fa92bcbe296b req-4243d612-6e43-4b77-b66a-87ec1ea3a7da tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:16.801487 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-721e0361-5e58-4a82-bf49-fa92bcbe296b req-4243d612-6e43-4b77-b66a-87ec1ea3a7da tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0614889 Jun 16 16:14:16.826677 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d4cd2854-f078-4df3-8c5c-778446a13bbc req-29d2aa77-3f9f-4883-a6f2-fe5868ebf095 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610139 Jun 16 16:14:16.878116 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-721e0361-5e58-4a82-bf49-fa92bcbe296b req-e4985af5-5e2b-4d02-ac10-8f5343854879 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690918 Jun 16 16:14:17.142639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:17.186833 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d308-0c0a-4b29-857a-47fa60746c94 req-6b83bbad-0d36-4c8a-a915-6c03e6e77023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:17.188948 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6f33d308-0c0a-4b29-857a-47fa60746c94 req-6b83bbad-0d36-4c8a-a915-6c03e6e77023 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 1130 time: 0.0576892 Jun 16 16:14:17.252762 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6f33d308-0c0a-4b29-857a-47fa60746c94 req-57f56d7b-6fac-44c5-8ff5-07f158e983ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Jun 16 16:14:18.111737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db83971-2e37-4155-8549-5294f7b7cc47 req-f416a223-660b-4404-afa0-bf42eee5fe0b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:18.113834 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0db83971-2e37-4155-8549-5294f7b7cc47 req-f416a223-660b-4404-afa0-bf42eee5fe0b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.1476855 Jun 16 16:14:18.138937 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291c226-a58b-4f21-9343-c342deabfda8 req-8db2dbed-fde9-476a-a6d6-6b72397b8876 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:18.154854 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d291c226-a58b-4f21-9343-c342deabfda8 req-8db2dbed-fde9-476a-a6d6-6b72397b8876 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1101034 Jun 16 16:14:18.270923 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d291c226-a58b-4f21-9343-c342deabfda8 req-b9e1c1ce-4746-4daa-a725-dabbb3a987c7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142020 Jun 16 16:14:18.628239 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0db83971-2e37-4155-8549-5294f7b7cc47 req-699fae50-c16a-4bd0-91e4-f00f1da908f4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026724 Jun 16 16:14:19.514470 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1ff5-f3ed-41b9-a01b-1d3e8ec95661 req-332a5c6d-4959-43d9-8c78-d822eb97b3fd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:19.528097 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db8f1ff5-f3ed-41b9-a01b-1d3e8ec95661 req-332a5c6d-4959-43d9-8c78-d822eb97b3fd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0965962 Jun 16 16:14:19.641040 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db8f1ff5-f3ed-41b9-a01b-1d3e8ec95661 req-3e050378-2f01-4ede-be76-f046138f67ea tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111796 Jun 16 16:14:19.810508 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e87d5193-e18d-423b-bdc9-c6b4efe52604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:19.853550 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3891-4499-4817-b119-0596388ba5e6 req-468f5046-51ff-4acf-a693-3c1528da2abc tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:19.855547 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cd0f3891-4499-4817-b119-0596388ba5e6 req-468f5046-51ff-4acf-a693-3c1528da2abc tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.1004014 Jun 16 16:14:19.935083 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cd0f3891-4499-4817-b119-0596388ba5e6 req-8af8f6bc-57d2-4b99-9931-45e5a92bff9b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719204 Jun 16 16:14:20.823775 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e1290-69b7-4a78-9d1f-5691eb6ca625 req-dd41de65-a92b-44e7-a25f-99db5b140fe9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:20.825578 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-360e1290-69b7-4a78-9d1f-5691eb6ca625 req-dd41de65-a92b-44e7-a25f-99db5b140fe9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0714388 Jun 16 16:14:20.886988 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-360e1290-69b7-4a78-9d1f-5691eb6ca625 req-5fee8958-ba32-41d8-92c6-8cf08260034d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535605 Jun 16 16:14:21.075821 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fe210-02ac-48a3-9406-6a45173a60cb req-b4520cdd-4de4-47f7-b5e9-2fdf024db737 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:21.078619 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a98fe210-02ac-48a3-9406-6a45173a60cb req-b4520cdd-4de4-47f7-b5e9-2fdf024db737 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0572886 Jun 16 16:14:21.156315 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a98fe210-02ac-48a3-9406-6a45173a60cb req-b7971397-f8f6-40dc-a7c3-3b5200940e14 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675066 Jun 16 16:14:22.029255 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55805c-4036-4e61-ae10-a7f5ee7d39b0 req-0854347e-6d5f-462b-beaf-8d6c1d954323 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:22.031712 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9e55805c-4036-4e61-ae10-a7f5ee7d39b0 req-0854347e-6d5f-462b-beaf-8d6c1d954323 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0597410 Jun 16 16:14:22.094666 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9e55805c-4036-4e61-ae10-a7f5ee7d39b0 req-b7594f98-d4b9-43f5-a524-5819a3ec0875 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547001 Jun 16 16:14:22.205235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-221a38c8-5dce-4fab-b34f-a60e86f391ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:22.320402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7b90-824a-4d8a-b234-96fd12d2c9e3 req-32a67cd2-9412-4f3a-af31-6756099431c5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:22.323194 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ec3d7b90-824a-4d8a-b234-96fd12d2c9e3 req-32a67cd2-9412-4f3a-af31-6756099431c5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0682638 Jun 16 16:14:22.396985 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ec3d7b90-824a-4d8a-b234-96fd12d2c9e3 req-b059eb21-615c-4d15-a673-6acf106bb25c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Jun 16 16:14:23.294901 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e347-d01d-48c1-a657-883a43af8f3f req-f6fc4a07-d499-4251-98da-f2d3d0b06438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:23.297593 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3b1e347-d01d-48c1-a657-883a43af8f3f req-f6fc4a07-d499-4251-98da-f2d3d0b06438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0710177 Jun 16 16:14:23.388032 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a3b1e347-d01d-48c1-a657-883a43af8f3f req-c207eded-5007-4a26-a0c3-52360b812915 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797567 Jun 16 16:14:23.559475 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:23.607047 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47851-5107-45f4-9dbd-b2d6e14bd04a req-e35cbe28-f456-460c-87ee-1baec4255d01 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:23.611719 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dd47851-5107-45f4-9dbd-b2d6e14bd04a req-e35cbe28-f456-460c-87ee-1baec4255d01 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.1102874 Jun 16 16:14:23.695615 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dd47851-5107-45f4-9dbd-b2d6e14bd04a req-c1b9966f-3f1b-47bb-9454-ab9c801ca877 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725906 Jun 16 16:14:24.187514 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=21 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:24.204382 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=13 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:24.577443 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275505ec-f2ab-47b2-b424-9037f8a36fbc req-5add17eb-17be-4535-81a7-9c524e81857e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:24.580148 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-275505ec-f2ab-47b2-b424-9037f8a36fbc req-5add17eb-17be-4535-81a7-9c524e81857e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0907998 Jun 16 16:14:24.674152 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-275505ec-f2ab-47b2-b424-9037f8a36fbc req-a137d1f6-09e9-4a31-bbfd-08d641b034d1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800400 Jun 16 16:14:24.795351 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:24.829609 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:25.271568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:25.878892 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b75118-e7aa-4089-a9e2-5145c16ce6be req-4dab1379-3e39-4d29-9637-a3214b291567 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:25.881544 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5b75118-e7aa-4089-a9e2-5145c16ce6be req-4dab1379-3e39-4d29-9637-a3214b291567 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0695424 Jun 16 16:14:25.966271 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5b75118-e7aa-4089-a9e2-5145c16ce6be req-9a363cb8-8c8d-48ab-b507-497f80e7f953 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723636 Jun 16 16:14:27.150716 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349dd6-be2f-4e60-86c5-f9a883923bba req-16f969c2-9f42-474b-ab7e-5acfe05fa14d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:27.155224 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e2349dd6-be2f-4e60-86c5-f9a883923bba req-16f969c2-9f42-474b-ab7e-5acfe05fa14d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0863628 Jun 16 16:14:27.240010 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e2349dd6-be2f-4e60-86c5-f9a883923bba req-ecb72c46-9b8a-47d0-aeef-0f770ba80318 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779226 Jun 16 16:14:28.501139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ee710-a7de-4c73-80ed-5afe22cc63bc req-239ed55a-efe8-4344-82e8-30108f0186f2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:28.502620 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-275ee710-a7de-4c73-80ed-5afe22cc63bc req-239ed55a-efe8-4344-82e8-30108f0186f2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1302314 Jun 16 16:14:28.595736 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-275ee710-a7de-4c73-80ed-5afe22cc63bc req-535beb80-14b1-4aff-aae3-27e4a9bb709c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813937 Jun 16 16:14:29.094307 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37b45c-ac15-4f2b-8afb-310f72ae1b7e req-7d2beb53-34bc-48df-b9dc-3aaed53a6643 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:29.096374 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ca37b45c-ac15-4f2b-8afb-310f72ae1b7e req-7d2beb53-34bc-48df-b9dc-3aaed53a6643 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0887330 Jun 16 16:14:29.198189 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ca37b45c-ac15-4f2b-8afb-310f72ae1b7e req-b7bb44ab-9ad7-43ac-9410-315fc28f576c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896611 Jun 16 16:14:29.647887 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50732) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:29.791673 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04444c-eb17-4241-ac7e-c5e6bebe1541 req-a4432909-2960-401c-bce8-e965ecd91930 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:29.794812 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6d04444c-eb17-4241-ac7e-c5e6bebe1541 req-a4432909-2960-401c-bce8-e965ecd91930 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0725453 Jun 16 16:14:29.822479 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:29.893240 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6d04444c-eb17-4241-ac7e-c5e6bebe1541 req-a065de08-cbc5-4e13-9c43-d899cf185c87 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805788 Jun 16 16:14:29.939365 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe71ee-e8e1-4749-96c0-0c93d25e1a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:29.995504 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:30.067239 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe71ee-e8e1-4749-96c0-0c93d25e1a43 admin admin] Publish callbacks [] for security_group (30d00e83-3968-409b-acd9-9ba735a45bc2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.075072 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe71ee-e8e1-4749-96c0-0c93d25e1a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (30d00e83-3968-409b-acd9-9ba735a45bc2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.079491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:30.125465 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe71ee-e8e1-4749-96c0-0c93d25e1a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d00e83-3968-409b-acd9-9ba735a45bc2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:30.130810 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f3fe71ee-e8e1-4749-96c0-0c93d25e1a43 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d0e9fe710b3243caa60ae2fc4418e0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817810 Jun 16 16:14:30.137055 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50738) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:30.205356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-29b00221-fb0b-480f-9ecf-8efbc614bc6e admin admin] Publish callbacks [] for security_group (30d00e83-3968-409b-acd9-9ba735a45bc2), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.233415 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-29b00221-fb0b-480f-9ecf-8efbc614bc6e admin admin] Publish callbacks [] for security_group (30d00e83-3968-409b-acd9-9ba735a45bc2), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.316542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-29b00221-fb0b-480f-9ecf-8efbc614bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (30d00e83-3968-409b-acd9-9ba735a45bc2), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.319250 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-29b00221-fb0b-480f-9ecf-8efbc614bc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.320272 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-29b00221-fb0b-480f-9ecf-8efbc614bc6e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/30d00e83-3968-409b-acd9-9ba735a45bc2 HTTP/1.1" status: 204 len: 168 time: 0.1819255 Jun 16 16:14:30.331811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b00221-fb0b-480f-9ecf-8efbc614bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d00e83-3968-409b-acd9-9ba735a45bc2,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:30.381257 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d38864-ce94-4ad3-970e-d60062bd48c5 req-5291a295-04ac-4e3e-b94e-0e2aab8f3bf2 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:30.384676 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c2d38864-ce94-4ad3-970e-d60062bd48c5 req-5291a295-04ac-4e3e-b94e-0e2aab8f3bf2 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0796459 Jun 16 16:14:30.481244 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c2d38864-ce94-4ad3-970e-d60062bd48c5 req-81bce4ae-3e1e-4a08-bee1-64e5c74a54d1 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860753 Jun 16 16:14:31.139853 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3940fb-a77b-4a45-b70f-7133eff819eb req-4cdd977a-6476-417e-bc67-6a27ec75d4bd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.147255 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5d3940fb-a77b-4a45-b70f-7133eff819eb req-4cdd977a-6476-417e-bc67-6a27ec75d4bd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1284158 Jun 16 16:14:31.284096 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5d3940fb-a77b-4a45-b70f-7133eff819eb req-62acd17c-74b0-4a49-866e-fad61f82f52d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201744 Jun 16 16:14:31.349978 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50782) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:31.447813 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:31.509148 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-213f99ea-5b48-43c9-beb7-2c1a6f6ef74c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.512420 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-213f99ea-5b48-43c9-beb7-2c1a6f6ef74c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.0791380 Jun 16 16:14:31.590616 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6fc9-74c3-4756-a816-b111c041b89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:31.753206 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Deleting port dd5aa05d-7f92-4a94-bf64-854ee81ae609 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:14:31.754097 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:31.760794 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350dc7e-a6a0-40f4-8bd2-e65b1ce8b72b req-2325d285-3349-41f8-9a52-9aa7aa8bc9c8 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.765075 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7350dc7e-a6a0-40f4-8bd2-e65b1ce8b72b req-2325d285-3349-41f8-9a52-9aa7aa8bc9c8 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 946 time: 0.1238203 Jun 16 16:14:31.913810 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7350dc7e-a6a0-40f4-8bd2-e65b1ce8b72b req-ef48c359-1327-40c3-85ff-9bdfbe2b9590 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285076 Jun 16 16:14:31.924133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6fc9-74c3-4756-a816-b111c041b89c admin admin] Publish callbacks [] for security_group (1db97ae5-d13b-452b-899a-a1b613ec40c3), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:31.929041 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6fc9-74c3-4756-a816-b111c041b89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1db97ae5-d13b-452b-899a-a1b613ec40c3), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:31.960872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] For port dd5aa05d-7f92-4a94-bf64-854ee81ae609, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dd5aa05d-7f92-4a94-bf64-854ee81ae609,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:31.963365 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:31.997277 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Calling delete_port for dd5aa05d-7f92-4a94-bf64-854ee81ae609 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:14:32.012540 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d2bc6fc9-74c3-4756-a816-b111c041b89c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7b7043f964014dfc87f4f05a1412cec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6563525 Jun 16 16:14:32.012540 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6fc9-74c3-4756-a816-b111c041b89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db97ae5-d13b-452b-899a-a1b613ec40c3,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:32.015818 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50802) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:32.122864 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-94a9edda-8f2f-415c-a9c2-126aab9b915b admin admin] Publish callbacks [] for security_group (1db97ae5-d13b-452b-899a-a1b613ec40c3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:32.172067 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-94a9edda-8f2f-415c-a9c2-126aab9b915b admin admin] Publish callbacks [] for security_group (1db97ae5-d13b-452b-899a-a1b613ec40c3), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:32.280601 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (dd5aa05d-7f92-4a94-bf64-854ee81ae609), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:32.300740 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['dd5aa05d-7f92-4a94-bf64-854ee81ae609'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:14:32.311828 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-94a9edda-8f2f-415c-a9c2-126aab9b915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1db97ae5-d13b-452b-899a-a1b613ec40c3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:32.317771 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-94a9edda-8f2f-415c-a9c2-126aab9b915b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:32.319611 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-94a9edda-8f2f-415c-a9c2-126aab9b915b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1db97ae5-d13b-452b-899a-a1b613ec40c3 HTTP/1.1" status: 204 len: 168 time: 0.3021412 Jun 16 16:14:32.333301 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9edda-8f2f-415c-a9c2-126aab9b915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db97ae5-d13b-452b-899a-a1b613ec40c3,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:32.345717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Pushing event deleted for resources: {'Port': ['ID=dd5aa05d-7f92-4a94-bf64-854ee81ae609,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:32.504857 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] No DVR routers for this DVR port dd5aa05d-7f92-4a94-bf64-854ee81ae609 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:14:32.512335 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:32.518812 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ef4d157-c12e-4c5b-a4d1-127862c0d40a req-cf8c247a-5cae-480a-9380-b43ded301a1b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "DELETE /v2.0/ports/dd5aa05d-7f92-4a94-bf64-854ee81ae609 HTTP/1.1" status: 204 len: 173 time: 0.9975920 Jun 16 16:14:32.520979 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'name': 'network-vif-deleted', 'tag': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:32.523398 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1cc378-4df4-40f6-9c83-1cbc1969b486" -d '{"events": [{"server_uuid": "d056427f-ea1e-4d7c-ad38-c4246623fabe", "name": "network-vif-deleted", "tag": "dd5aa05d-7f92-4a94-bf64-854ee81ae609"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:32.695496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd37cb6-61ab-402a-bd71-48e65f719115 x-openstack-request-id: req-dfd37cb6-61ab-402a-bd71-48e65f719115 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:32.698522 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d056427f-ea1e-4d7c-ad38-c4246623fabe", "name": "network-vif-deleted", "tag": "dd5aa05d-7f92-4a94-bf64-854ee81ae609", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:32.702478 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dfd37cb6-61ab-402a-bd71-48e65f719115 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:32.704643 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd37cb6-61ab-402a-bd71-48e65f719115'] response: {'server_uuid': 'd056427f-ea1e-4d7c-ad38-c4246623fabe', 'name': 'network-vif-deleted', 'tag': 'dd5aa05d-7f92-4a94-bf64-854ee81ae609', 'status': 'completed', 'code': 200} Jun 16 16:14:32.743100 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6fb2b-9ff8-46f9-84f5-8ad0cd7883f9 req-4613dadf-8ce9-4fc8-8583-adaed56d33b1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:32.754740 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-88c6fb2b-9ff8-46f9-84f5-8ad0cd7883f9 req-4613dadf-8ce9-4fc8-8583-adaed56d33b1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2343938 Jun 16 16:14:32.886251 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-88c6fb2b-9ff8-46f9-84f5-8ad0cd7883f9 req-303af098-ebb8-424f-bff5-bc8792b4ce7c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297417 Jun 16 16:14:33.200175 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db1b235b-bc3a-4392-8f8c-3514f45d24fd req-bd14557b-06f3-4df7-927e-a2f5db320221 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=d056427f-ea1e-4d7c-ad38-c4246623fabe HTTP/1.1" status: 200 len: 210 time: 0.0686185 Jun 16 16:14:33.829524 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50856) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:33.970373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-336806521-network', 'tenant_id': '925cc45674694931bfe8fc60765045c2'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:34.002914 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Made reservation on behalf of 925cc45674694931bfe8fc60765045c2 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:34.007047 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.032544 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.077697 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:34.107378 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631407b3-2192-4e23-9efb-8afc32bdb814 req-ec08dbfb-5502-4cb4-a7b5-c07ae3f64e29 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:34.110147 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-631407b3-2192-4e23-9efb-8afc32bdb814 req-ec08dbfb-5502-4cb4-a7b5-c07ae3f64e29 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0977554 Jun 16 16:14:34.231139 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-631407b3-2192-4e23-9efb-8afc32bdb814 req-d886997e-8a4f-466b-b169-96fe792f2274 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041296 Jun 16 16:14:34.318506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks [] for security_group (196ca9ec-328d-4a64-8689-a826bb21ff8f), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.329484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (196ca9ec-328d-4a64-8689-a826bb21ff8f), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.389134 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196ca9ec-328d-4a64-8689-a826bb21ff8f,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:34.408010 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:34.434443 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (219ed03d-d24d-4dcd-bc94-a3700141002a), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.435739 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Added segment 219ed03d-d24d-4dcd-bc94-a3700141002a of type vlan for network 1a047fbf-e261-4245-b980-32955ab86d94 Jun 16 16:14:34.454621 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:34.523016 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (1a047fbf-e261-4245-b980-32955ab86d94), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.580380 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (1a047fbf-e261-4245-b980-32955ab86d94), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.582273 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:34.583566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:34.651856 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8207116 Jun 16 16:14:34.656504 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50882) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:34.663877 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Request body: {'subnet': {'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-336806521-subnet', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:34.771936 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fab09-afb1-46db-9db6-4d8a0c55dedc admin admin] Pushing event updated for resources: {'Network': ['ID=1a047fbf-e261-4245-b980-32955ab86d94,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:34.809434 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 1a047fbf-e261-4245-b980-32955ab86d94 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:14:34.820584 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Made reservation on behalf of 925cc45674694931bfe8fc60765045c2 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:34.824734 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:35.176065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-2a9d1417-fba8-47e2-8599-ec5d2486db7a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:35.178764 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-2a9d1417-fba8-47e2-8599-ec5d2486db7a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/networks?id=77dab802-ad52-413c-bd18-780c89736c99 HTTP/1.1" status: 200 len: 809 time: 0.3500292 Jun 16 16:14:35.265758 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-cbc89ac9-f4e2-41f8-969d-4b8815777d5d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/quotas/7b4ba60390dd4354b869bb227ef030b6 HTTP/1.1" status: 200 len: 375 time: 0.0541704 Jun 16 16:14:35.330303 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-e089e3fa-2025-4f83-a80f-69aa3930f875 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=7b4ba60390dd4354b869bb227ef030b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531614 Jun 16 16:14:35.483717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (60880d90-92ad-43ee-8f37-ad5a6eeada8a), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:35.491796 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250fa9b-f31d-470b-bbd0-7be862e19e10 req-7169a38c-3954-4bbd-938f-8794c335003c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:35.495587 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e250fa9b-f31d-470b-bbd0-7be862e19e10 req-7169a38c-3954-4bbd-938f-8794c335003c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0976963 Jun 16 16:14:35.595542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60880d90-92ad-43ee-8f37-ad5a6eeada8a,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:35.598812 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e250fa9b-f31d-470b-bbd0-7be862e19e10 req-1b544024-697e-4e3f-9619-73112b3d3336 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885684 Jun 16 16:14:35.635994 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-c89bdf55-6273-434e-8ea4-24286113180e service neutron] 10.222.0.17 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660263 Jun 16 16:14:35.637770 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Checking segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:35.637770 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Network hostable DHCP agents. Network: 1a047fbf-e261-4245-b980-32955ab86d94, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:35.642477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:35.750136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Network 1a047fbf-e261-4245-b980-32955ab86d94 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:35.784158 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 1a047fbf-e261-4245-b980-32955ab86d94) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:35.803592 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:35.804383 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a52ae9-eee4-4ae3-b940-2d7442307d8f None None] Network 1a047fbf-e261-4245-b980-32955ab86d94 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:14:35.804608 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:35.853093 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:35.855007 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-afdbfcc4-f050-4963-8e03-a3ef21c7a39d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1954947 Jun 16 16:14:35.856918 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50910) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:35.889849 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-1ad3db88-7341-46e7-ad2e-2101de22d099 service neutron] 10.222.0.17 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434430 Jun 16 16:14:35.894456 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:35.927542 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:35.939995 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (bd621864-2664-4eb4-a34f-6ec93affd1cc), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:35.941542 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (bd621864-2664-4eb4-a34f-6ec93affd1cc), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.053615 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks [] for router_controller (bd621864-2664-4eb4-a34f-6ec93affd1cc), precommit_add_association {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.124371 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50916) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:36.159999 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device dd5aa05d-7f92-4a94-bf64-854ee81ae609 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:14:36.193275 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: dd5aa05d-7f92-4a94-bf64-854ee81ae609 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:14:36.194117 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device dd5aa05d-7f92-4a94-bf64-854ee81ae609 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:14:36.232920 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f8d20662-f7f8-4fac-b769-3841a5c5aaf8 req-2cb0b7d8-e7f0-4e71-a4bb-d023fe3b95cb tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.1006145 Jun 16 16:14:36.310191 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-1a047fbf-e261-4245-b980-32955ab86d94', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'project_id': '925cc45674694931bfe8fc60765045c2', 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:14:36.311210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.357153 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:36.376072 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d8d05960-805c-47d6-8239-df02f2793a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.384105 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:36.389669 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks [] for router_gateway (bd621864-2664-4eb4-a34f-6ec93affd1cc), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.611026 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d8d05960-805c-47d6-8239-df02f2793a05 admin admin] Publish callbacks [] for security_group (830d4dba-d653-4508-af61-13d8f49e3be3), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.625443 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d8d05960-805c-47d6-8239-df02f2793a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (830d4dba-d653-4508-af61-13d8f49e3be3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:36.704869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Allocated IP 172.20.0.2 (1a047fbf-e261-4245-b980-32955ab86d94/60880d90-92ad-43ee-8f37-ad5a6eeada8a/7e4ba0d0-1411-4ae9-af6f-2f2348a332d3) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:36.744743 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d8d05960-805c-47d6-8239-df02f2793a05 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=24034448b386441c9389b3ac474611b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6194394 Jun 16 16:14:36.747789 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 50934) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:36.851144 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d05960-805c-47d6-8239-df02f2793a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d4dba-d653-4508-af61-13d8f49e3be3,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.042688 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ac24a-306b-4b5d-9221-eede727e79a5 req-a49ad5a8-c198-4444-bb1a-ad10d6d56863 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:37.044904 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ac8ac24a-306b-4b5d-9221-eede727e79a5 req-a49ad5a8-c198-4444-bb1a-ad10d6d56863 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2258387 Jun 16 16:14:37.092005 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks [] for router_gateway (bd621864-2664-4eb4-a34f-6ec93affd1cc), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.100459 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-65fb3ee5-6038-4eda-8b76-f6e14bd4ce76 admin admin] Publish callbacks [] for security_group (830d4dba-d653-4508-af61-13d8f49e3be3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.111807 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Publish callbacks [] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.135075 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.165240 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-65fb3ee5-6038-4eda-8b76-f6e14bd4ce76 admin admin] Publish callbacks [] for security_group (830d4dba-d653-4508-af61-13d8f49e3be3), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.212563 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ac8ac24a-306b-4b5d-9221-eede727e79a5 req-9c547a84-bdd2-4df3-9765-67f190f20902 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575186 Jun 16 16:14:37.218189 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.239614 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Network 1a047fbf-e261-4245-b980-32955ab86d94 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:37.252956 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:37.258840 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:37.273050 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Pushing event updated for resources: {'Port': ['ID=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.390308 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Attempting to bind port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:37.391218 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Attempting to bind port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:37.391808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Attempting to bind port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 on network 1a047fbf-e261-4245-b980-32955ab86d94 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:37.393410 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-65fb3ee5-6038-4eda-8b76-f6e14bd4ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (830d4dba-d653-4508-af61-13d8f49e3be3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.397809 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-65fb3ee5-6038-4eda-8b76-f6e14bd4ce76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.399854 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-65fb3ee5-6038-4eda-8b76-f6e14bd4ce76 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/830d4dba-d653-4508-af61-13d8f49e3be3 HTTP/1.1" status: 204 len: 168 time: 0.6491649 Jun 16 16:14:37.403398 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:37.404065 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Checking segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:37.405833 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.407867 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Bound using segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:37.407867 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Bound port: 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:37.408776 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.438095 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ce381fc0-ea38-4e0c-abba-20e933502aa1 req-9065151f-a968-45c2-8d98-65a7a606ad1a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0887678 Jun 16 16:14:37.456364 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb3ee5-6038-4eda-8b76-f6e14bd4ce76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d4dba-d653-4508-af61-13d8f49e3be3,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.496640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Allocated IP 172.27.2.60 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/9580a25b-f821-45f8-98f9-0ebe77fba6ff) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:37.514034 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:37.554535 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] For port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:37.560853 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] For port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:37.574606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.684304 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b04ec4-5139-4036-85fe-8fac565e42cf None None] Pushing event updated for resources: {'Port': ['ID=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.686895 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks [] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.744120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:37.814231 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:37.819266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:37.824439 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:37.878577 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Pushing event updated for resources: {'Port': ['ID=9580a25b-f821-45f8-98f9-0ebe77fba6ff,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:38.086206 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:38.148306 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:38.203986 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:38.319606 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks [] for router_gateway (bd621864-2664-4eb4-a34f-6ec93affd1cc), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:38.436626 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dca1a-3ce7-488d-969e-9b1c811efeee req-5c29cb30-3df5-41a5-b5e5-8b3dc43eaf4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:38.440403 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2e0dca1a-3ce7-488d-969e-9b1c811efeee req-5c29cb30-3df5-41a5-b5e5-8b3dc43eaf4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0848498 Jun 16 16:14:38.557132 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2e0dca1a-3ce7-488d-969e-9b1c811efeee req-4e814405-375e-45ec-a0cc-df2aa191bd14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017962 Jun 16 16:14:38.702279 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-03996c0b-969a-4573-a9c6-e61e75674d0e req-1ca0c9d0-6b80-478e-a07e-e55ecb289e32 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0699191 Jun 16 16:14:38.761543 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:38.832404 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (bd621864-2664-4eb4-a34f-6ec93affd1cc), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:38.873141 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:38.873839 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:39.034296 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:39.035270 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:39.068514 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Router bd621864-2664-4eb4-a34f-6ec93affd1cc is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:14:39.112350 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:39.118188 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:39.204714 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:39.223913 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c83fbb-c287-41f2-bd8f-6b2cf9849ccb None None] Network 1a047fbf-e261-4245-b980-32955ab86d94 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:14:39.258988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:39.275403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:39.303361 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:39.305379 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-593e1352-296b-432d-8978-656db6d8c441 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4468696 Jun 16 16:14:39.309623 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 50980) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:39.360980 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Sync routers for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:39.364424 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-520a69b4-df17-45bc-ac76-3c3ce831d7e5 None None] Provisioning complete for port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:39.365167 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-520a69b4-df17-45bc-ac76-3c3ce831d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:39.457120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:39.458136 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:39.725454 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:39.893172 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-520a69b4-df17-45bc-ac76-3c3ce831d7e5 None None] Current status of the port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:39.909644 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fdef08d9-d157-4f6f-995b-ddc5e6b9c834 req-378551d2-9c80-40ee-8f3b-0be2c2131058 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0591161 Jun 16 16:14:39.933990 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfcfd3-dca3-433c-b511-7e203e5c6b85 req-1e74e619-6dcb-49ca-b610-6b716b0c12bc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:39.942700 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-80cfcfd3-dca3-433c-b511-7e203e5c6b85 req-1e74e619-6dcb-49ca-b610-6b716b0c12bc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1445878 Jun 16 16:14:40.097780 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:38Z', 'revision_number': 3, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:40.150646 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Checking router: bd621864-2664-4eb4-a34f-6ec93affd1cc for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:40.151019 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Updating router bd621864-2664-4eb4-a34f-6ec93affd1cc port 9580a25b-f821-45f8-98f9-0ebe77fba6ff binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:40.173816 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-6d145a55-c9fc-4aca-8f50-2eff384e52c4 None None] Provisioning complete for port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:40.174215 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6d145a55-c9fc-4aca-8f50-2eff384e52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.178065 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:40.222771 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.297457 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-80cfcfd3-dca3-433c-b511-7e203e5c6b85 req-5a72e65b-c40f-49a6-a811-5bf975d50f19 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530912 Jun 16 16:14:40.338719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:40.389354 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:40.408805 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.423797 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-6d145a55-c9fc-4aca-8f50-2eff384e52c4 None None] Current status of the port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:40.650430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Allocated IP 172.20.0.1 (1a047fbf-e261-4245-b980-32955ab86d94/60880d90-92ad-43ee-8f37-ad5a6eeada8a/b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:40.655161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Publish callbacks [] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.667035 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.674700 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:40.755195 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:40.788764 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Pushing event updated for resources: {'Port': ['ID=9580a25b-f821-45f8-98f9-0ebe77fba6ff,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:40.827636 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Attempting to bind port 9580a25b-f821-45f8-98f9-0ebe77fba6ff on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:40.828119 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Attempting to bind port 9580a25b-f821-45f8-98f9-0ebe77fba6ff by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:40.828840 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Attempting to bind port 9580a25b-f821-45f8-98f9-0ebe77fba6ff on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:40.851024 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:40.851491 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks [] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.851623 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:40.851802 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.853210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:40.853854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Bound port: 9580a25b-f821-45f8-98f9-0ebe77fba6ff, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:40.854389 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.898409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:40.899504 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.907150 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:40.983168 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Network 1a047fbf-e261-4245-b980-32955ab86d94 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:40.997513 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:40.997828 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] For port 9580a25b-f821-45f8-98f9-0ebe77fba6ff, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:41.005143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:41.013128 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:41.014646 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] For port 9580a25b-f821-45f8-98f9-0ebe77fba6ff, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=9580a25b-f821-45f8-98f9-0ebe77fba6ff,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:41.046085 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:41.073251 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.073579 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.073973 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.074278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.074648 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.075054 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.075364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.075707 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.076113 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.076640 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.077163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.077786 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.078354 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.078914 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.079551 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.138811 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-725c3e2c-6679-489c-b98a-8ff3e261bdae req-9ccc6356-635b-4afb-8683-f070cf8eb773 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.1013129 Jun 16 16:14:41.147836 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (bd621864-2664-4eb4-a34f-6ec93affd1cc), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:41.348845 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Pushing event updated for resources: {'Port': ['ID=9580a25b-f821-45f8-98f9-0ebe77fba6ff,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:41.420353 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.420970 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.424568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.424977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.427314 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.427920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.428560 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.429378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.429912 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.430540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.431188 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.432572 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.433107 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.433610 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.434198 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cd90b-9152-41bf-b0dd-27abe5f3bd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:41.517858 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:41.544413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:41.545232 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:41.651584 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:41.775893 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f30d3-2489-4d10-8a60-3bbdbcd48643 req-1b42cfab-b006-4c49-9b64-47ed01cc4b06 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:41.779255 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-050f30d3-2489-4d10-8a60-3bbdbcd48643 req-1b42cfab-b006-4c49-9b64-47ed01cc4b06 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2250659 Jun 16 16:14:41.814675 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-ddfb8743-1d01-4952-9e1b-17effaac20b9 None None] Provisioning complete for port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:41.815479 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8743-1d01-4952-9e1b-17effaac20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:41.922941 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:41.933894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb8743-1d01-4952-9e1b-17effaac20b9 None None] Port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:14:41.994590 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:42.036207 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-050f30d3-2489-4d10-8a60-3bbdbcd48643 req-4754fb0c-4df0-4e5b-b442-8b3ac5c667d2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365723 Jun 16 16:14:42.123368 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:42.141412 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:42.152832 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:14:42.229873 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks [] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:42.237294 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:42.401562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:42.419489 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (bd621864-2664-4eb4-a34f-6ec93affd1cc), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:42.441213 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e3fb0ad9-4c02-42bd-be8f-e24059ad25fa req-55f927e7-bb47-41cf-8c5b-bae20b3246fe tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0823331 Jun 16 16:14:42.572028 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:40Z', 'revision_number': 1, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:42.643964 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e36353-c462-48c7-b0f0-51af36da50fd None None] The sync data for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi is: [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:40Z', 'revision_number': 1, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:42.689031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Network 1a047fbf-e261-4245-b980-32955ab86d94 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:42.692539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:42.996530 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Router bd621864-2664-4eb4-a34f-6ec93affd1cc has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:14:43.313029 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-85add1f1-373a-4695-8dd0-4e4dda05a4ed None None] Provisioning complete for port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:43.313633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-85add1f1-373a-4695-8dd0-4e4dda05a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:43.378422 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:43.394012 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bc3c2294-7599-45f9-bc3c-889e4d2d6193 admin admin] 10.222.0.17 "PUT /v2.0/routers/bd621864-2664-4eb4-a34f-6ec93affd1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0827615 Jun 16 16:14:43.455746 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-85add1f1-373a-4695-8dd0-4e4dda05a4ed None None] Port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:14:43.475779 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3babf-eebf-43db-9c16-b9c4e2e90e73 req-a4d325f7-922c-4cb7-8387-688d4aae69b2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:43.508091 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-16e3babf-eebf-43db-9c16-b9c4e2e90e73 req-a4d325f7-922c-4cb7-8387-688d4aae69b2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2643924 Jun 16 16:14:43.676426 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-16e3babf-eebf-43db-9c16-b9c4e2e90e73 req-feb79a4b-3da6-45b6-97e0-542f4589102d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662593 Jun 16 16:14:43.728900 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e0bc5c3b-6b21-4868-a6ac-f43781af86c3 req-cf0754f6-024a-4986-bd71-68b8756ae92f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0839517 Jun 16 16:14:44.285609 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6210a6-07d1-493a-958e-5d0db45074f8 req-722a8441-ae40-475c-b8d9-bdc0145719b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:44.290538 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6f6210a6-07d1-493a-958e-5d0db45074f8 req-722a8441-ae40-475c-b8d9-bdc0145719b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1129 time: 0.1222045 Jun 16 16:14:44.376978 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6f6210a6-07d1-493a-958e-5d0db45074f8 req-f7f861d0-6e23-40fd-92cd-3a2d48d66cbc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Jun 16 16:14:44.489657 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51108) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:44.495656 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630311232', 'description': 'tempest-description--193981879'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:44.551711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.841589 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9580a25b-f821-45f8-98f9-0ebe77fba6ff up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:44.905665 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (c4626b9d-cba4-4699-977c-3a8a97962355), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.912302 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c4626b9d-cba4-4699-977c-3a8a97962355), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.999410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 9580a25b-f821-45f8-98f9-0ebe77fba6ff triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:45.000613 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.065219 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aa64ec14-28db-43cb-9d7f-a0b92f8bd7f1 req-602ea2e0-5ae0-485a-bf19-9c3164183604 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0811121 Jun 16 16:14:45.067895 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.070526 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5789092 Jun 16 16:14:45.076338 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51132) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:45.077190 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51134) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:45.101470 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-64016142-network', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:45.143380 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': 'c4626b9d-cba4-4699-977c-3a8a97962355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:45.184044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3752da-6469-4771-938c-b2fcd0ae448d req-03654c1f-8e71-47e3-b479-5400ccc2c134 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:45.186652 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2c3752da-6469-4771-938c-b2fcd0ae448d req-03654c1f-8e71-47e3-b479-5400ccc2c134 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2452188 Jun 16 16:14:45.198733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:45.213854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 9580a25b-f821-45f8-98f9-0ebe77fba6ff is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:45.214714 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.243734 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:45.252751 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:45.264018 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4626b9d-cba4-4699-977c-3a8a97962355,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.271497 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 9580a25b-f821-45f8-98f9-0ebe77fba6ff, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=9580a25b-f821-45f8-98f9-0ebe77fba6ff,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:45.277811 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.338323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Made reservation on behalf of e9d65bd6f7e241859054c2ab08fa9775 for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:45.344336 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.374777 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.378977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.379400 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.379812 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.380358 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.380358 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.380865 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.381180 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.381514 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.381951 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.382214 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.383480 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.383811 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.383811 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.384629 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.384921 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7a29e-e586-43c6-bf09-e41e0b135f8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:45.385350 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=9580a25b-f821-45f8-98f9-0ebe77fba6ff,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.421389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (3f1f1871-1b2b-45c8-85f3-861cc563eafc), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.429514 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2c3752da-6469-4771-938c-b2fcd0ae448d req-9df0e314-66a3-42b0-ab6d-c44d4754d95f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236254 Jun 16 16:14:45.553481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51140) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:45.618281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (3f1f1871-1b2b-45c8-85f3-861cc563eafc), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.634548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (3f1f1871-1b2b-45c8-85f3-861cc563eafc), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.669771 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks [] for security_group (b9e6b9e4-62a4-4e91-9d3f-544c441db402), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.680840 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (b9e6b9e4-62a4-4e91-9d3f-544c441db402), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.700222 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1f1871-1b2b-45c8-85f3-861cc563eafc,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.752544 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.758707 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-6d42d256-d25f-4609-9208-607974f946a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6744599 Jun 16 16:14:45.758975 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51144) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:45.798005 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:45.816081 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (329f0cde-6eb8-4229-a533-7804673241d5), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.816680 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Added segment 329f0cde-6eb8-4229-a533-7804673241d5 of type vlan for network e06d1959-437a-4f12-9317-d1b4433c7f84 Jun 16 16:14:45.825014 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': 'c4626b9d-cba4-4699-977c-3a8a97962355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:45.868194 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b95c6ad-fc65-4d78-9937-185d344a5b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.900120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e6b9e4-62a4-4e91-9d3f-544c441db402,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.927272 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-ebfefce7-0cec-432f-9917-70a3334e46d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2042975 Jun 16 16:14:45.934758 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (e06d1959-437a-4f12-9317-d1b4433c7f84), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.955948 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (53fba5fa-35c9-40bd-bb46-d285adbcd788), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.990393 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (e06d1959-437a-4f12-9317-d1b4433c7f84), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.992614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:45.994070 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.995986 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.029051 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9465256 Jun 16 16:14:46.034031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-abdc20bc-79eb-4c16-a18f-af2214d0c7a7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:46.036284 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-abdc20bc-79eb-4c16-a18f-af2214d0c7a7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "GET /v2.0/networks?id=77dab802-ad52-413c-bd18-780c89736c99 HTTP/1.1" status: 200 len: 809 time: 0.3507097 Jun 16 16:14:46.048466 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51152) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:46.056790 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Request body: {'subnet': {'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-64016142-subnet', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:46.122855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.151556 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddf6e1-a4b6-460e-a528-74bda7a988c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e06d1959-437a-4f12-9317-d1b4433c7f84,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.168169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Made reservation on behalf of e9d65bd6f7e241859054c2ab08fa9775 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:46.171395 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.192499 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network e06d1959-437a-4f12-9317-d1b4433c7f84 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:14:46.232845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (53fba5fa-35c9-40bd-bb46-d285adbcd788), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.255260 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (53fba5fa-35c9-40bd-bb46-d285adbcd788), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.402061 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b95c6ad-fc65-4d78-9937-185d344a5b2c admin admin] Publish callbacks [] for security_group (065febe3-98ae-4310-b1e1-eccb946989fe), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.443909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fba5fa-35c9-40bd-bb46-d285adbcd788,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.474241 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c57385fe-2eb6-4d5e-b540-2fb2f136d77a req-ffa97802-495b-444c-9df5-ab22eb05238a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.1883953 Jun 16 16:14:46.475750 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b95c6ad-fc65-4d78-9937-185d344a5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (065febe3-98ae-4310-b1e1-eccb946989fe), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.548905 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.555721 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51160) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:46.561027 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-12d75c84-9ff4-437c-9d1f-f9b925ae703c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7897496 Jun 16 16:14:46.566151 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:46.640363 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.669224 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95c6ad-fc65-4d78-9937-185d344a5b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065febe3-98ae-4310-b1e1-eccb946989fe,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.700474 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2b95c6ad-fc65-4d78-9937-185d344a5b2c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b3c03ed4e63b41958094fb3315a04d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1453779 Jun 16 16:14:46.705583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51162) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:46.824212 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Sync routers for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:46.848747 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:46.849814 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:46.864455 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9580a25b-f821-45f8-98f9-0ebe77fba6ff up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:46.890513 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Request body: {'port': {'device_id': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'network_id': '77dab802-ad52-413c-bd18-780c89736c99', 'admin_state_up': True, 'tenant_id': '7b4ba60390dd4354b869bb227ef030b6'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:46.933686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc739-cff4-475c-9417-412e7fbb0f37 admin admin] Publish callbacks [] for security_group (065febe3-98ae-4310-b1e1-eccb946989fe), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.995284 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.040529 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc739-cff4-475c-9417-412e7fbb0f37 admin admin] Publish callbacks [] for security_group (065febe3-98ae-4310-b1e1-eccb946989fe), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.113374 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:47.127680 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 9580a25b-f821-45f8-98f9-0ebe77fba6ff triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:47.128372 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.271154 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 9580a25b-f821-45f8-98f9-0ebe77fba6ff is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:47.401968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (a2841690-c65c-4b9d-ba46-0a4e9ae4d408), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.409723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc739-cff4-475c-9417-412e7fbb0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (065febe3-98ae-4310-b1e1-eccb946989fe), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.412760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc739-cff4-475c-9417-412e7fbb0f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.419400 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bb4cc739-cff4-475c-9417-412e7fbb0f37 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/065febe3-98ae-4310-b1e1-eccb946989fe HTTP/1.1" status: 204 len: 168 time: 0.7065344 Jun 16 16:14:47.499161 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2841690-c65c-4b9d-ba46-0a4e9ae4d408,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.515686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc739-cff4-475c-9417-412e7fbb0f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065febe3-98ae-4310-b1e1-eccb946989fe,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.610422 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.27.2.217 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/6fa52aac-c34d-4a63-90af-c76d297c8625) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:47.618807 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Checking segment: {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:47.619231 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Network hostable DHCP agents. Network: e06d1959-437a-4f12-9317-d1b4433c7f84, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:47.641131 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:47.656826 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Made reservation on behalf of 7b4ba60390dd4354b869bb227ef030b6 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:47.661717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.674195 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 2, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:47.712078 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Checking router: bd621864-2664-4eb4-a34f-6ec93affd1cc for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:47.712892 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Updating router bd621864-2664-4eb4-a34f-6ec93affd1cc port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:47.733232 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:47.764877 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.870827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.910800 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fbd645b1-fb4c-418c-ab9a-be33257d8693 req-56ecda32-78ca-4b5e-b8b7-87d6fc7aad8b tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.2244143 Jun 16 16:14:47.912230 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Network e06d1959-437a-4f12-9317-d1b4433c7f84 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:48.012607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, e06d1959-437a-4f12-9317-d1b4433c7f84) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:48.013753 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.015151 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.039618 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.048397 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:48.050854 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.108572 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.111909 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-680a9e52-99fd-4522-a1ac-07b0fbdcc0b7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0617843 Jun 16 16:14:48.113858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Allocated IP 172.20.0.14 (77dab802-ad52-413c-bd18-780c89736c99/b253aff2-93c9-4c1e-b057-857bb91ba4ae/7bbaaa0e-42ee-4dab-b7e9-1093b4d31756) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:48.119053 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51182) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:48.126347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4622fc-3b31-48ca-b719-af89681f586e None None] Network e06d1959-437a-4f12-9317-d1b4433c7f84 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:14:48.130979 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:48.190186 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (2090e916-b0b6-448e-8cd2-b67f33be3aa2), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.191386 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (2090e916-b0b6-448e-8cd2-b67f33be3aa2), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.312126 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-e06d1959-437a-4f12-9317-d1b4433c7f84', 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84', 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'fixed_ips': [{'subnet_id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:14:48.314198 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.327280 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:48.354850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51190) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:48.358227 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:48.366790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:48.390188 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc072b6-38b5-4a8c-ae1b-b68dafa32f50 req-8177e7c0-a4c1-4d77-a568-29ee02f165c4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:48.400236 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0cc072b6-38b5-4a8c-ae1b-b68dafa32f50 req-8177e7c0-a4c1-4d77-a568-29ee02f165c4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 1.6088426 Jun 16 16:14:48.401855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks [] for router_controller (2090e916-b0b6-448e-8cd2-b67f33be3aa2), precommit_add_association {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.410271 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=6fa52aac-c34d-4a63-90af-c76d297c8625,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.418037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b7a09300-85f1-4b62-9e11-8013971001e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.451123 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Publish callbacks [] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.458306 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.487811 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-e0c3a20c-7598-4fc6-b46f-df17365a8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:48.495193 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-e0c3a20c-7598-4fc6-b46f-df17365a8013 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1129 time: 1.5320461 Jun 16 16:14:48.519554 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.527536 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Pushing event updated for resources: {'Port': ['ID=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.550589 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.552586 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.553547 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.554343 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.556012 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.557065 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.557961 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.558675 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.559383 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.560131 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.560851 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.561581 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.562324 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.563021 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.565105 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.622450 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Allocated IP 172.20.0.2 (e06d1959-437a-4f12-9317-d1b4433c7f84/a2841690-c65c-4b9d-ba46-0a4e9ae4d408/e3f0df07-731d-49f2-8240-8fc03726f644) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:48.676977 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Attempting to bind port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:48.677856 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Attempting to bind port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:48.678581 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Attempting to bind port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 on network 1a047fbf-e261-4245-b980-32955ab86d94 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:48.689693 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:48.690945 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Checking segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:48.691853 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.692811 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Bound using segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:48.694046 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Bound port: b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:48.694967 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.705529 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0cc072b6-38b5-4a8c-ae1b-b68dafa32f50 req-3418e71c-0262-4710-acc2-dfa7495ed8aa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272263 Jun 16 16:14:48.797647 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (d4c3a705-7f94-4627-8617-ff8c1db5632f), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.821801 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.878365 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] For port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:48.889492 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] For port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:48.895992 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.902693 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.914567 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Publish callbacks [] for port (e3f0df07-731d-49f2-8240-8fc03726f644), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.923679 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.975016 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.987746 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:48.989144 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:49.089312 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Network e06d1959-437a-4f12-9317-d1b4433c7f84 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:49.093653 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:49.097193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-bd9510bd-d5ea-46ee-bec4-74061520121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:49.111735 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-bd9510bd-d5ea-46ee-bec4-74061520121b service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.5783241 Jun 16 16:14:49.116423 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:49.134920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Pushing event updated for resources: {'Port': ['ID=e3f0df07-731d-49f2-8240-8fc03726f644,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:49.147305 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] Provisioning complete for port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:49.150766 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.219024 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:49.340613 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:49.377043 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-9693d818-af88-46b7-a49f-565af71da401 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517 HTTP/1.1" status: 200 len: 217 time: 0.2387490 Jun 16 16:14:49.380516 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Attempting to bind port e3f0df07-731d-49f2-8240-8fc03726f644 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:49.382247 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Attempting to bind port e3f0df07-731d-49f2-8240-8fc03726f644 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:49.385660 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Attempting to bind port e3f0df07-731d-49f2-8240-8fc03726f644 on network e06d1959-437a-4f12-9317-d1b4433c7f84 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:49.441000 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-207cb752-73af-4df4-b268-382efe654cfb req-8ec5dd34-e3cf-4a92-bafc-74dc71a64f3e tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.2517822 Jun 16 16:14:49.465538 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e17f43-154e-44eb-a941-39180f4e9c56 None None] Pushing event updated for resources: {'Port': ['ID=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:49.484615 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:49.485114 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Checking segment: {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:49.485586 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.486035 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Bound using segment: {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:49.486874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Bound port: e3f0df07-731d-49f2-8240-8fc03726f644, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:49.487461 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.621619 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:48Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:49.624512 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks [] for router_gateway (2090e916-b0b6-448e-8cd2-b67f33be3aa2), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.675001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks [] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.691839 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90aa091-e2e8-4bc8-a5a4-2e3ae1408bea None None] The sync data for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi is: [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:48Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:49.696444 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] Current status of the port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:49.699049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.801618 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.861600 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.009888 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=6fa52aac-c34d-4a63-90af-c76d297c8625,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.029718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a6227533-9db5-46c7-a3e8-0f8b6c45a667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.042495 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-5a7e0bae-6c06-4c57-8625-a53510fde7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:50.045564 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-5a7e0bae-6c06-4c57-8625-a53510fde7db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.5556042 Jun 16 16:14:50.051078 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] For port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:50.089859 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.136053 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b7a09300-85f1-4b62-9e11-8013971001e7 admin admin] Publish callbacks [] for security_group (47a5f782-6098-4d03-bf7e-1d8de9951f03), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.142023 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:50.163445 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] For port e3f0df07-731d-49f2-8240-8fc03726f644, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:50.190819 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] For port e3f0df07-731d-49f2-8240-8fc03726f644, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e3f0df07-731d-49f2-8240-8fc03726f644,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:50.199894 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64c64f-7237-48dc-bc44-8c1fa98fb658 req-39bfb45c-3da7-4fa2-aefe-0d02e7981102 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:50.201882 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fc64c64f-7237-48dc-bc44-8c1fa98fb658 req-39bfb45c-3da7-4fa2-aefe-0d02e7981102 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1719289 Jun 16 16:14:50.202790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (d4c3a705-7f94-4627-8617-ff8c1db5632f), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.204135 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b7a09300-85f1-4b62-9e11-8013971001e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (47a5f782-6098-4d03-bf7e-1d8de9951f03), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.240703 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-ab23a0ae-8c2c-461e-a902-4956740b510c None None] Provisioning complete for port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:50.241109 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ab23a0ae-8c2c-461e-a902-4956740b510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.248200 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.250380 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-48ac973d-1da2-47f5-a33f-3dd3b343fe75 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6916161 Jun 16 16:14:50.255447 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.260805 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-9ec8072b-08da-4fe7-9ab5-2f2f6881bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:50.262796 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-9ec8072b-08da-4fe7-9ab5-2f2f6881bab9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2073042 Jun 16 16:14:50.316421 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b30ec-bdbf-4a08-834a-1555070a39d9 None None] Pushing event updated for resources: {'Port': ['ID=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.402589 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b7a09300-85f1-4b62-9e11-8013971001e7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cbf8ddcc1b344751a1cde419f7394d46&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0209095 Jun 16 16:14:50.410350 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51210) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:50.491136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks [] for router_gateway (2090e916-b0b6-448e-8cd2-b67f33be3aa2), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.499855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.532488 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a09300-85f1-4b62-9e11-8013971001e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5f782-6098-4d03-bf7e-1d8de9951f03,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.558287 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:50.565665 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ab23a0ae-8c2c-461e-a902-4956740b510c None None] Current status of the port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:50.566254 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:50.571801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:50.583471 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300c12-3f3f-4877-b7b6-fffd62c80a48 None None] Pushing event updated for resources: {'Port': ['ID=e3f0df07-731d-49f2-8240-8fc03726f644,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.628021 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fc64c64f-7237-48dc-bc44-8c1fa98fb658 req-2fb4e94f-9360-484e-96aa-d17be35b642d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068716 Jun 16 16:14:50.874776 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-f1050b69-55b9-422b-9fd9-586928ac9f0b service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969772 Jun 16 16:14:50.885965 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Network 77dab802-ad52-413c-bd18-780c89736c99 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:50.917955 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:50.993711 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e794d-60ab-4407-8bfa-d3bbff350382 req-fbc09354-81d1-4c8e-a32a-b38e0adf0991 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:50.996319 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bc6e794d-60ab-4407-8bfa-d3bbff350382 req-fbc09354-81d1-4c8e-a32a-b38e0adf0991 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 932 time: 0.1143153 Jun 16 16:14:50.997791 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84922f99-3301-4b19-ab3d-e3e5d1b83df3 admin admin] Publish callbacks [] for security_group (47a5f782-6098-4d03-bf7e-1d8de9951f03), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.019247 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:51.022244 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:51.025964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:51.031996 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.060469 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Allocated IP 172.27.2.77 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/b3163735-1f88-4c4a-baca-dc5ef2116197) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:51.074765 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:51.139868 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:51.147706 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84922f99-3301-4b19-ab3d-e3e5d1b83df3 admin admin] Publish callbacks [] for security_group (47a5f782-6098-4d03-bf7e-1d8de9951f03), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.157238 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-6890b3c7-e84b-497e-91a5-22b12677918e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--630311232&fields=id&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 267 time: 0.2809289 Jun 16 16:14:51.230105 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Pushing event updated for resources: {'Port': ['ID=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:51.263013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:51.304714 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:51.307357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.321701 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e03f536-a21e-4037-aa64-1cf788bf6041 req-e0e8cbe1-2057-476b-b498-18e4c3076b6a service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212840 Jun 16 16:14:51.327748 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bc6e794d-60ab-4407-8bfa-d3bbff350382 req-0d738b22-b8f2-49fd-9412-99aab7d2190f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779214 Jun 16 16:14:51.356217 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84922f99-3301-4b19-ab3d-e3e5d1b83df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (47a5f782-6098-4d03-bf7e-1d8de9951f03), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.371942 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84922f99-3301-4b19-ab3d-e3e5d1b83df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.371942 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-84922f99-3301-4b19-ab3d-e3e5d1b83df3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/47a5f782-6098-4d03-bf7e-1d8de9951f03 HTTP/1.1" status: 204 len: 168 time: 0.9495158 Jun 16 16:14:51.374317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84922f99-3301-4b19-ab3d-e3e5d1b83df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5f782-6098-4d03-bf7e-1d8de9951f03,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:51.401179 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-bcab07b0-c5b8-40ce-9d48-6160298675e5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:51.406983 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-bcab07b0-c5b8-40ce-9d48-6160298675e5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.2386470 Jun 16 16:14:51.421853 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-3c73e458-be64-4dfe-82f5-386e3443bcd4 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5423856 Jun 16 16:14:51.451475 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-3b454f7b-c32f-4227-82b0-8b7863bd6e4a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/quotas/b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 375 time: 0.0391238 Jun 16 16:14:51.494482 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks [] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.547090 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:51.553499 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:51.570122 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-92b88ca0-6fc7-4358-9804-b802eac25489 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114612 Jun 16 16:14:51.624254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:51.629656 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:51.639045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:51.667542 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:51.724968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Pushing event updated for resources: {'Port': ['ID=b3163735-1f88-4c4a-baca-dc5ef2116197,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:51.799796 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-efbaf015-178e-4276-bfad-ed328ebb1e2a service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884708 Jun 16 16:14:51.951343 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-f9a29e9b-5436-4d7d-8f8a-4d11167bf49b service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498456 Jun 16 16:14:52.004443 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0b95c-d140-499e-90a8-35cdae0a0b61 None None] Network e06d1959-437a-4f12-9317-d1b4433c7f84 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:14:52.108389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks [] for router_gateway (2090e916-b0b6-448e-8cd2-b67f33be3aa2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:52.135178 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] Provisioning complete for port e3f0df07-731d-49f2-8240-8fc03726f644 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:52.135915 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:52.319472 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02bdb15f-9ca5-47c8-99e1-ad536df102a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:52.389578 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] Current status of the port e3f0df07-731d-49f2-8240-8fc03726f644 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:52.391293 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:52.453463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] For port e3f0df07-731d-49f2-8240-8fc03726f644, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e3f0df07-731d-49f2-8240-8fc03726f644,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:52.458983 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:52.566187 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ad970-aa77-495c-879e-8e14decd665b None None] Pushing event updated for resources: {'Port': ['ID=e3f0df07-731d-49f2-8240-8fc03726f644,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:52.598968 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-372d55a9-8550-453a-a757-09bb6609d8c1 req-abcc3db0-7b64-4ec4-a951-b3e8ff9439a6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.0703924 Jun 16 16:14:52.633282 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:52.683077 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (2090e916-b0b6-448e-8cd2-b67f33be3aa2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:52.894960 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e3f0df07-731d-49f2-8240-8fc03726f644 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:52.949380 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0799c00-604f-464f-b3f8-e5308f598961 req-6bb12339-8ca3-4dfa-8dab-94d7de1dfab6 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:52.952235 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0799c00-604f-464f-b3f8-e5308f598961 req-6bb12339-8ca3-4dfa-8dab-94d7de1dfab6 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 932 time: 0.1489241 Jun 16 16:14:53.067874 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:14:53.091080 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c626fa4a-78c6-4bb6-bef3-1e6a228324b5 None None] Provisioning complete for port e3f0df07-731d-49f2-8240-8fc03726f644 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:53.091949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c626fa4a-78c6-4bb6-bef3-1e6a228324b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:53.117418 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0799c00-604f-464f-b3f8-e5308f598961 req-d1e85e9a-773b-4f80-a01c-f875da9e9de6 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514828 Jun 16 16:14:53.237342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port e3f0df07-731d-49f2-8240-8fc03726f644 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:53.237723 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:53.315362 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de92cd-9026-439f-aed1-e540639801da req-0739facf-2266-46a2-bf78-a6fedf2095cf tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:53.328542 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b0de92cd-9026-439f-aed1-e540639801da req-0739facf-2266-46a2-bf78-a6fedf2095cf tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.1062915 Jun 16 16:14:53.354950 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c626fa4a-78c6-4bb6-bef3-1e6a228324b5 None None] Current status of the port e3f0df07-731d-49f2-8240-8fc03726f644 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:53.373502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:53.400681 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Sync routers for ids ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:53.406155 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:53.407677 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a2aec99b-b373-49ba-a5fe-aa82e46a098d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2839048 Jun 16 16:14:53.410626 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51276) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:53.417753 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b0de92cd-9026-439f-aed1-e540639801da req-bec02cbd-54b6-4611-bdf7-560b2eeb2559 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874305 Jun 16 16:14:53.447691 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port e3f0df07-731d-49f2-8240-8fc03726f644 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:53.456515 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Routers {'2090e916-b0b6-448e-8cd2-b67f33be3aa2'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:53.457584 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:53.580143 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:53.687913 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Set router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:53.688073 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:53.843241 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:53.849636 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:53.881236 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:53.885958 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6d29f9c8-c983-4fb2-80bc-b1195011ff5f req-42ae071a-d3c7-46be-9f1f-7d59d2d13f68 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.0457718 Jun 16 16:14:53.917144 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:14:51Z', 'revision_number': 3, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:53.951645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Checking router: 2090e916-b0b6-448e-8cd2-b67f33be3aa2 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:53.951645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Updating router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 port b3163735-1f88-4c4a-baca-dc5ef2116197 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:53.985549 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.003697 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.142136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:54.219108 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Allocated IP 172.20.0.1 (e06d1959-437a-4f12-9317-d1b4433c7f84/a2841690-c65c-4b9d-ba46-0a4e9ae4d408/ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:54.264403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb8d3-fe04-44a6-aa3b-ba08a2dccb6f req-b5285a7b-3d61-48b9-b890-0104f6a95813 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:54.271908 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c73eb8d3-fe04-44a6-aa3b-ba08a2dccb6f req-b5285a7b-3d61-48b9-b890-0104f6a95813 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 932 time: 0.0666001 Jun 16 16:14:54.297453 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Publish callbacks [] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.305099 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.373257 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Request body: {'port': {'device_id': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:54.375722 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c73eb8d3-fe04-44a6-aa3b-ba08a2dccb6f req-6762c9d2-76e9-4962-999b-2766fe687148 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025491 Jun 16 16:14:54.468342 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-a2b0099c-1625-4c85-adb3-c28b396e3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:54.472298 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-a2b0099c-1625-4c85-adb3-c28b396e3532 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1129 time: 0.0746880 Jun 16 16:14:54.501344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.502511 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Attempting to bind port b3163735-1f88-4c4a-baca-dc5ef2116197 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:54.502888 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Attempting to bind port b3163735-1f88-4c4a-baca-dc5ef2116197 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:54.503340 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Attempting to bind port b3163735-1f88-4c4a-baca-dc5ef2116197 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:54.531523 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:54.532698 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:54.532949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.533347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:54.537987 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Bound port: b3163735-1f88-4c4a-baca-dc5ef2116197, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:54.538235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.678114 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5612e-3405-47e7-9646-233cda2ca22a None None] Pushing event updated for resources: {'Port': ['ID=b3163735-1f88-4c4a-baca-dc5ef2116197,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:54.827432 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] For port b3163735-1f88-4c4a-baca-dc5ef2116197, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:54.898285 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] For port b3163735-1f88-4c4a-baca-dc5ef2116197, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b3163735-1f88-4c4a-baca-dc5ef2116197,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:54.919827 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.925993 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.949733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:14:54.963134 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Publish callbacks [] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:54.987811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Transition to ACTIVE for port object 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:14:54.994798 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:55.004441 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:55.019249 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f65e-04c9-4ed9-a25c-8dcd56ce458a req-2695b7a8-f299-4008-b7ba-b67db43e9502 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:55.036184 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5031f65e-04c9-4ed9-a25c-8dcd56ce458a req-2695b7a8-f299-4008-b7ba-b67db43e9502 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.3542669 Jun 16 16:14:55.045952 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks [] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:55.094356 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Routers {'2090e916-b0b6-448e-8cd2-b67f33be3aa2'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:55.094991 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:55.146235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-8508374a-b9b6-4f39-a4de-bd626dde37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:55.148097 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-8508374a-b9b6-4f39-a4de-bd626dde37e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.6572900 Jun 16 16:14:55.178473 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5031f65e-04c9-4ed9-a25c-8dcd56ce458a req-24bd4866-fb30-4aae-9ee0-9f3a6224a314 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388769 Jun 16 16:14:55.225321 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-22574f3c-5c80-4b0f-81c8-a8d52454d310 req-616cfab2-d1ee-44d4-9d1a-c25157e21bf3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.1072607 Jun 16 16:14:55.252696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Pushing event updated for resources: {'Port': ['ID=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:55.271084 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5612e-3405-47e7-9646-233cda2ca22a None None] Pushing event updated for resources: {'Port': ['ID=b3163735-1f88-4c4a-baca-dc5ef2116197,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:55.313600 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:55.335119 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] Set router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:55.339023 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:55.553770 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:55.562531 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-64d58401-d88f-432c-92f4-a4fed9c66f48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 217 time: 0.1458399 Jun 16 16:14:55.636411 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:14:51Z', 'revision_number': 3, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:55.681537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadbbfb-4f7a-4938-b982-28bd9ee904a2 None None] The sync data for ids ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'] in dv-cinder-837167-3-iscsi is: [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:14:51Z', 'revision_number': 3, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:55.736380 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ccd1-0055-4a20-84f3-8a48eb745be9 req-1b51265c-521d-4baa-9b90-e2dfff0a8d39 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:55.745572 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a010ccd1-0055-4a20-84f3-8a48eb745be9 req-1b51265c-521d-4baa-9b90-e2dfff0a8d39 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1764317 Jun 16 16:14:55.825586 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a010ccd1-0055-4a20-84f3-8a48eb745be9 req-6279b11e-e9c6-4739-a8ad-4c237112959d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765529 Jun 16 16:14:55.827818 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-1334b036-c877-408c-8479-74ea0b15856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:55.832618 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-1334b036-c877-408c-8479-74ea0b15856b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.2618520 Jun 16 16:14:55.963203 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-8c14d156-1a97-4300-8be8-1633002b1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:55.964008 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:55.967973 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-8c14d156-1a97-4300-8be8-1633002b1005 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1263769 Jun 16 16:14:56.038058 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Network e06d1959-437a-4f12-9317-d1b4433c7f84 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:56.055191 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Attempting to bind port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:56.055734 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Attempting to bind port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:56.056435 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Attempting to bind port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 on network 77dab802-ad52-413c-bd18-780c89736c99 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:56.059777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:56.067597 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:14:56.109741 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:56.144945 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 on network 77dab802-ad52-413c-bd18-780c89736c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:14:56.145274 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Attempting to bind port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 on network 77dab802-ad52-413c-bd18-780c89736c99 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:56.200771 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (2090e916-b0b6-448e-8cd2-b67f33be3aa2), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:56.206501 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:56.206857 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Checking segment: {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:56.207328 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Bound using segment: {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:56.207829 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Bound port: 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77dab802-ad52-413c-bd18-780c89736c99'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:56.208582 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:56.308069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-6659b7a6-e67a-4afe-9ce3-39620dae221b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:56.315731 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-6659b7a6-e67a-4afe-9ce3-39620dae221b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.4816873 Jun 16 16:14:56.358916 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-98a4ed1e-223d-4a9c-94b9-fe25001a129f service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752985 Jun 16 16:14:56.587528 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c120b9e7-4817-470d-a0dc-391af769ae61 req-b88a2f43-948c-4875-8d96-5bc40d72a3ad service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151041 Jun 16 16:14:56.736852 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-a27d9a43-acd8-48c2-9e8c-bb8bb780184c None None] Provisioning complete for port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:56.738699 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a27d9a43-acd8-48c2-9e8c-bb8bb780184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:56.741793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] For port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:56.775885 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bff16eca-79fa-46a8-b0b0-bce42fd90909 req-308f2183-e9c6-4c1b-9445-79aa901c92a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.1865106 Jun 16 16:14:56.854558 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:56.897040 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-a27d9a43-acd8-48c2-9e8c-bb8bb780184c None None] Port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:14:56.898140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351e6d8-4b10-4430-a3c9-f374357e8590 req-0c19622a-641b-4f75-81fb-a8ede3fe20ff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:56.900543 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e351e6d8-4b10-4430-a3c9-f374357e8590 req-0c19622a-641b-4f75-81fb-a8ede3fe20ff tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.3879457 Jun 16 16:14:56.901677 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b3163735-1f88-4c4a-baca-dc5ef2116197 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:56.910610 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] For port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:57.015542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.047386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:57.069134 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port b3163735-1f88-4c4a-baca-dc5ef2116197 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:57.069520 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.163660 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-860dd417-fa69-4f49-89d0-b72b753887b2 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 471 time: 0.8351085 Jun 16 16:14:57.181496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:57.182552 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.184790 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] 10.222.0.25 "PUT /v2.0/ports/7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 HTTP/1.1" status: 200 len: 1094 time: 2.8303499 Jun 16 16:14:57.187770 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'tag': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:57.190368 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5f93c-0a13-4763-a15c-1e71561a4d69" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3", "tag": "7bbaaa0e-42ee-4dab-b7e9-1093b4d31756"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:57.229675 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf933-1955-4aef-8514-dfd6bad38c10 req-fc97dd3e-1bd7-4478-ab65-1504b4f60d94 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:57.236945 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0edbf933-1955-4aef-8514-dfd6bad38c10 req-fc97dd3e-1bd7-4478-ab65-1504b4f60d94 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 0.2075090 Jun 16 16:14:57.261703 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:57.315088 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port b3163735-1f88-4c4a-baca-dc5ef2116197 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:57.317669 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.367197 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0edbf933-1955-4aef-8514-dfd6bad38c10 req-15def235-b43a-4443-a16d-ad57d5cc0d4d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286135 Jun 16 16:14:57.377161 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e351e6d8-4b10-4430-a3c9-f374357e8590 req-782617f0-479f-4137-a0a9-698b22d51315 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028718 Jun 16 16:14:57.382256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada90fd-cef4-46b9-b6d7-c5c326ba0b4d service neutron] Pushing event updated for resources: {'Port': ['ID=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.398274 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.405016 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port b3163735-1f88-4c4a-baca-dc5ef2116197, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b3163735-1f88-4c4a-baca-dc5ef2116197,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:57.436798 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.511444 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b8bba-f90e-4a47-a18f-8c05d52dedfc x-openstack-request-id: req-f64b8bba-f90e-4a47-a18f-8c05d52dedfc {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:57.512253 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3", "tag": "7bbaaa0e-42ee-4dab-b7e9-1093b4d31756", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:57.512374 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f64b8bba-f90e-4a47-a18f-8c05d52dedfc {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:57.512953 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64b8bba-f90e-4a47-a18f-8c05d52dedfc'] response: {'name': 'network-changed', 'server_uuid': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'tag': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756', 'status': 'completed', 'code': 200} Jun 16 16:14:57.526782 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=b3163735-1f88-4c4a-baca-dc5ef2116197,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.756643 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks [] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.766743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:57.871173 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.874337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (2090e916-b0b6-448e-8cd2-b67f33be3aa2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:58.008511 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2c3f9c58-b117-44f1-ad5a-abb558650cc2 req-069bfcfa-0b8c-44b2-adc5-fe33fd11eee4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.0447245 Jun 16 16:14:58.057968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:58.072838 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Network e06d1959-437a-4f12-9317-d1b4433c7f84 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:58.074906 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:58.258686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:14:58.401627 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:58.407191 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-43a5f8d2-5665-4bb6-9a19-bf0d11c52341 admin admin] 10.222.0.17 "PUT /v2.0/routers/2090e916-b0b6-448e-8cd2-b67f33be3aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9953222 Jun 16 16:14:58.488368 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-a671b52a-4320-4de9-b155-5d3bdc9494ec None None] Provisioning complete for port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:58.490153 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a671b52a-4320-4de9-b155-5d3bdc9494ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:58.568723 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-a671b52a-4320-4de9-b155-5d3bdc9494ec None None] Port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:14:58.633648 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'port': {'device_id': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'admin_state_up': True, 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'security_groups': ['c4626b9d-cba4-4699-977c-3a8a97962355']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:58.672722 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c4d1f-5abd-45cc-96bd-69925a47ca6d req-49c2887c-1e59-49c1-a471-649d309cf694 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:58.677143 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b59c4d1f-5abd-45cc-96bd-69925a47ca6d req-49c2887c-1e59-49c1-a471-649d309cf694 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1154931 Jun 16 16:14:58.728304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f93c-0a13-4763-a15c-1e71561a4d69 req-f119a084-230c-4d7b-a9fe-9d95841f9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:58.730363 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-feb5f93c-0a13-4763-a15c-1e71561a4d69 req-f119a084-230c-4d7b-a9fe-9d95841f9740 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b4ba60390dd4354b869bb227ef030b6&device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 1128 time: 0.0894186 Jun 16 16:14:58.759579 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd43f-9ff5-45c4-a2c5-11a47a11ef06 req-f0b0940c-6246-477c-b6df-1cd25b71bace tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:58.795251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b3163735-1f88-4c4a-baca-dc5ef2116197 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:58.799875 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fc1fd43f-9ff5-45c4-a2c5-11a47a11ef06 req-f0b0940c-6246-477c-b6df-1cd25b71bace tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2191827 Jun 16 16:14:58.852879 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b59c4d1f-5abd-45cc-96bd-69925a47ca6d req-98f8dd2d-d2d4-4e10-888b-097825b82026 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668785 Jun 16 16:14:58.970378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port b3163735-1f88-4c4a-baca-dc5ef2116197 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:58.970979 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:59.152355 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Sync routers for ids ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:59.216945 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Routers {'2090e916-b0b6-448e-8cd2-b67f33be3aa2'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:59.218119 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:59.247301 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fc1fd43f-9ff5-45c4-a2c5-11a47a11ef06 req-017da892-fefc-4d36-bbe8-a009a9c8d9b9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079220 Jun 16 16:14:59.331892 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port b3163735-1f88-4c4a-baca-dc5ef2116197 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:59.360219 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:59.406347 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f93c-0a13-4763-a15c-1e71561a4d69 req-b0ef0220-575d-49fb-93ee-65a1f392a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:59.409401 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-feb5f93c-0a13-4763-a15c-1e71561a4d69 req-b0ef0220-575d-49fb-93ee-65a1f392a3e1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7b4ba60390dd4354b869bb227ef030b6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5987065 Jun 16 16:14:59.417994 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5c2d6a41-80db-4a4e-9abd-25d7c3b95527 req-6de75315-7312-47e7-ae9f-86646959ee2d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.1860859 Jun 16 16:14:59.447558 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Made reservation on behalf of b091584c67814e4d8f7e88f0596880e3 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:59.459380 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:59.647115 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Set router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:59.992640 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.20.0.3 (cdb4f4d1-8b7f-401f-9aab-5045d67bace2/4abd5374-38db-4a86-9849-3f37dc0f9019/1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:00.034090 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:00.159496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f93c-0a13-4763-a15c-1e71561a4d69 req-a0852866-752b-417d-9e14-f3d47afa7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.162068 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-feb5f93c-0a13-4763-a15c-1e71561a4d69 req-a0852866-752b-417d-9e14-f3d47afa7f65 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3580701 Jun 16 16:15:00.178887 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d466b-7cde-468f-a1d7-5349ada4c895 req-6a8af714-5744-4e7e-951e-fc061e3dc53f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.182732 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4a7d466b-7cde-468f-a1d7-5349ada4c895 req-6a8af714-5744-4e7e-951e-fc061e3dc53f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1784356 Jun 16 16:15:00.217710 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d', 'name': '', 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'mac_address': 'fa:16:3e:99:a4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:54Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 2, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'subnets': [{'id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:00.288834 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Checking router: 2090e916-b0b6-448e-8cd2-b67f33be3aa2 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:00.289885 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Updating router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:00.337663 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:00.442763 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-f3da7759-aac4-4a48-a627-a143b5665354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.445666 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-f3da7759-aac4-4a48-a627-a143b5665354 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b4ba60390dd4354b869bb227ef030b6&device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 1128 time: 0.2003748 Jun 16 16:15:00.467688 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4a7d466b-7cde-468f-a1d7-5349ada4c895 req-cd002ec9-e57a-4b57-94ea-33d4bae0a50f tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726223 Jun 16 16:15:00.528150 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:00.535651 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-1b3327bc-5820-4e71-a94c-ac35cfe06177 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 HTTP/1.1" status: 200 len: 217 time: 0.0709298 Jun 16 16:15:00.672726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:00.719184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c74f4-613c-4975-b070-def9ba3fc87c req-981818a8-17d5-48ce-9dea-a38a6eebb238 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.735337 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-751c74f4-613c-4975-b070-def9ba3fc87c req-981818a8-17d5-48ce-9dea-a38a6eebb238 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.2219615 Jun 16 16:15:00.812592 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-da80d226-2da9-4f2a-8805-c797829b2837 req-7727a7a9-55a8-48a1-8f77-9ba468642f48 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.1179740 Jun 16 16:15:00.838890 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-468037e8-0f79-40e1-8f32-7ba8830c8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.840640 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-468037e8-0f79-40e1-8f32-7ba8830c8a97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b253aff2-93c9-4c1e-b057-857bb91ba4ae HTTP/1.1" status: 200 len: 849 time: 0.2817740 Jun 16 16:15:00.943423 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-4c9060bf-cecc-4345-a717-b47cb9aa8c5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77dab802-ad52-413c-bd18-780c89736c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727584 Jun 16 16:15:00.944634 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:00.968339 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-751c74f4-613c-4975-b070-def9ba3fc87c req-60216aaf-3420-443b-85c7-473fdf5a77ed tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313082 Jun 16 16:15:01.001369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.172762 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Publish callbacks [] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.195526 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.210319 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:01.221406 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:01.241329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:01.246605 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:01.354107 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.471297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-bf89b94e-c5c4-47e3-94a6-f0cee06ac443 service neutron] 10.222.0.25 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148497 Jun 16 16:15:01.482265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:01.483501 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.536673 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-36a51395-1e06-489c-9d5e-910163f03a87 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9090555 Jun 16 16:15:01.698705 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54fccc-0dcb-4994-9a4c-d4195d257b68 None None] Pushing event updated for resources: {'Port': ['ID=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.825876 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Request body: {'port': {'device_id': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:01.860327 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:01.870568 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Attempting to bind port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:01.899201 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Attempting to bind port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:01.900003 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Attempting to bind port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d on network e06d1959-437a-4f12-9317-d1b4433c7f84 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:01.921916 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:01.931389 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Checking segment: {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:01.935451 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.936968 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Bound using segment: {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:01.941790 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Bound port: ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329f0cde-6eb8-4229-a533-7804673241d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:01.946361 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.951539 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-38e39d20-181c-4858-bb8c-13330f3c82d9 None None] Provisioning complete for port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:01.954002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-38e39d20-181c-4858-bb8c-13330f3c82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.181454 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-38e39d20-181c-4858-bb8c-13330f3c82d9 None None] Port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:02.208410 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] For port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:02.226041 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] For port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:02.245300 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.315446 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] Provisioning complete for port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:02.315828 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.391803 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Routers {'2090e916-b0b6-448e-8cd2-b67f33be3aa2'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:02.394126 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:14:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:02.497589 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06931ea-e05b-46bf-a54f-c8e2911be5f3 req-c47e9fb9-8117-44d7-a314-678850058608 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:02.515745 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06931ea-e05b-46bf-a54f-c8e2911be5f3 req-c47e9fb9-8117-44d7-a314-678850058608 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 931 time: 0.3615510 Jun 16 16:15:02.600515 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54fccc-0dcb-4994-9a4c-d4195d257b68 None None] Pushing event updated for resources: {'Port': ['ID=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:02.684867 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] Current status of the port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:02.685796 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.771704 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06931ea-e05b-46bf-a54f-c8e2911be5f3 req-eedd89a8-3ef2-4ff2-8b8d-5f2a2c8e873f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399101 Jun 16 16:15:02.818131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] For port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:02.824221 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.942691 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] Set router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:03.005163 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb484458-8df6-4666-99a3-5b89573cc45f None None] Pushing event updated for resources: {'Port': ['ID=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:03.082636 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-3028ad9b-745e-4157-923e-f6593a1a7724 None None] Provisioning complete for port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:03.083859 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3028ad9b-745e-4157-923e-f6593a1a7724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.120518 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9054010-a1f8-4031-9801-e4d1355b400e req-8d47c85f-0874-4da3-bf07-68f7cc3c503e tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:03.122569 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f9054010-a1f8-4031-9801-e4d1355b400e req-8d47c85f-0874-4da3-bf07-68f7cc3c503e tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 1.3919284 Jun 16 16:15:03.350966 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:03.446175 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f9054010-a1f8-4031-9801-e4d1355b400e req-041d2450-fce3-4b76-9258-a1d0756585a6 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246583 Jun 16 16:15:03.449884 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.455489 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-3028ad9b-745e-4157-923e-f6593a1a7724 None None] Current status of the port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:03.660836 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d', 'name': '', 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'mac_address': 'fa:16:3e:99:a4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:54Z', 'updated_at': '2022-06-16T16:15:02Z', 'revision_number': 4, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'subnets': [{'id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:03.724055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a1b6a250-5ce3-45d9-909d-136538496bc8 req-868b63f5-a582-45f9-8f8c-136660f0b1d9 service neutron] 10.222.0.25 "GET /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9334760 Jun 16 16:15:03.749829 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93b90e-93dc-4225-8fda-0fa5ed4970d7 None None] The sync data for ids ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'] in dv-cinder-837167-3-iscsi is: [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d', 'name': '', 'network_id': 'e06d1959-437a-4f12-9317-d1b4433c7f84', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'mac_address': 'fa:16:3e:99:a4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:54Z', 'updated_at': '2022-06-16T16:15:02Z', 'revision_number': 4, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'subnets': [{'id': 'a2841690-c65c-4b9d-ba46-0a4e9ae4d408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:03.947838 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51538) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:03.958975 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025797521', 'description': 'tempest-description--1469591216'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:04.106999 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:04.149621 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:04.381408 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group (cb4d1a21-401b-4967-ba43-05891f73ed6d), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:04.388106 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d319b7f-3344-4aed-aeaf-8dabff6fafcc req-d55f5026-2122-455b-8d0b-92e50a56ea45 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:04.390184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (cb4d1a21-401b-4967-ba43-05891f73ed6d), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:04.395832 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2d319b7f-3344-4aed-aeaf-8dabff6fafcc req-d55f5026-2122-455b-8d0b-92e50a56ea45 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 931 time: 0.2292533 Jun 16 16:15:04.441430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:04.471687 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Publish callbacks [] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:04.477026 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d1a21-401b-4967-ba43-05891f73ed6d,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:04.496158 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Transition to ACTIVE for port object 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:15:04.507849 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:04.510157 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:04.515353 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-332500c3-e6ff-439b-8d4e-d1142971dbaa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5642526 Jun 16 16:15:04.517827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51560) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:04.519314 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:04.542609 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'security_group_rule': {'security_group_id': 'cb4d1a21-401b-4967-ba43-05891f73ed6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:04.634315 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2d319b7f-3344-4aed-aeaf-8dabff6fafcc req-86bb9f21-1ffb-43af-9729-14b8d835c0bc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371585 Jun 16 16:15:04.763401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group_rule (4c2f7ef2-451a-4c58-8ec1-baaf939e7032), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.018377 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Attempting to bind port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:05.018864 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Attempting to bind port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:05.019486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Attempting to bind port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:05.034252 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:15:05.034771 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Attempting to bind port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:05.038969 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c687-fbb8-47bf-a1bd-e0761569c458 req-276771ba-fb6d-4b17-9314-028b152c7c04 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.055946 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:05.067408 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fc19c687-fbb8-47bf-a1bd-e0761569c458 req-276771ba-fb6d-4b17-9314-028b152c7c04 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 0.3824852 Jun 16 16:15:05.076449 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:05.092803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:05.093372 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:05.093741 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Bound using segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:05.094547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Bound port: 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:05.094724 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.247988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:05.330965 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cbe6-08d7-4b5e-af42-6b1be4d6b974 req-45def083-2643-4a3a-94a4-a648c6ccd034 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.338869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:05.339251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.342451 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bda2cbe6-08d7-4b5e-af42-6b1be4d6b974 req-45def083-2643-4a3a-94a4-a648c6ccd034 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.3796692 Jun 16 16:15:05.358025 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group_rule (4c2f7ef2-451a-4c58-8ec1-baaf939e7032), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.389522 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fc19c687-fbb8-47bf-a1bd-e0761569c458 req-46f6280d-0168-42be-a3b3-c07afc294cda tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915487 Jun 16 16:15:05.392491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (4c2f7ef2-451a-4c58-8ec1-baaf939e7032), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.433983 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.439989 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9169757 Jun 16 16:15:05.440324 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] For port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:05.443168 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51568) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:05.450117 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'security_group_rule': {'security_group_id': 'cb4d1a21-401b-4967-ba43-05891f73ed6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:05.456046 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae49d-0883-4cb0-8de6-ec29e86aa6e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2f7ef2-451a-4c58-8ec1-baaf939e7032,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:05.481109 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] For port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:05.485109 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:05.510440 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group_rule (b8c70098-4bb2-4e3f-b86a-a8040e941077), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.532773 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.610330 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.613735 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.615812 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:05.619069 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] 10.222.0.25 "PUT /v2.0/ports/1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 HTTP/1.1" status: 200 len: 1093 time: 3.8552706 Jun 16 16:15:05.660806 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:05.663918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9513b2-83ce-46da-998c-cefa18e7a6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:05.739846 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group_rule (b8c70098-4bb2-4e3f-b86a-a8040e941077), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.751065 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (b8c70098-4bb2-4e3f-b86a-a8040e941077), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.779833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c70098-4bb2-4e3f-b86a-a8040e941077,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:05.804361 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.811630 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-eba8731a-7f52-4444-a557-97d6596b316d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622026 Jun 16 16:15:05.826258 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51574) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:05.831561 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:05.894323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:05.924707 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-631826be-aff6-4bc6-9b25-8818047cf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.927185 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-631826be-aff6-4bc6-9b25-8818047cf76d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 1127 time: 0.1627448 Jun 16 16:15:05.935035 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bda2cbe6-08d7-4b5e-af42-6b1be4d6b974 req-1cb70588-1a7c-498b-a5e3-e7902f9f6388 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5732839 Jun 16 16:15:06.070647 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-7c0fe88e-40c2-4583-9e77-8490c043c43b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 HTTP/1.1" status: 200 len: 217 time: 0.1295185 Jun 16 16:15:06.082748 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:15:06.295626 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76fc8-3698-4123-8e4f-484bc7ee543f req-807d1490-0459-495f-af7c-d42099506844 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.312276 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-c677baf4-e0fe-420b-bad1-53caf61b5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.323085 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-baf76fc8-3698-4123-8e4f-484bc7ee543f req-807d1490-0459-495f-af7c-d42099506844 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 943 time: 0.4169364 Jun 16 16:15:06.328312 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-c677baf4-e0fe-420b-bad1-53caf61b5941 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.2117710 Jun 16 16:15:06.330233 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f60c1-d4d7-4be2-b3b9-4e6b1de86d7c x-openstack-request-id: req-d62f60c1-d4d7-4be2-b3b9-4e6b1de86d7c {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:06.330750 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:06.331199 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d62f60c1-d4d7-4be2-b3b9-4e6b1de86d7c {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:06.332132 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62f60c1-d4d7-4be2-b3b9-4e6b1de86d7c'] response: {'name': 'network-changed', 'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'status': 'completed', 'code': 200} Jun 16 16:15:06.451525 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:06.466684 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962f06-368c-48d9-9c8e-059054309dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:06.482306 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-0c9eb0a8-b53f-46b2-a1d4-4fe41fbc618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.486215 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-0c9eb0a8-b53f-46b2-a1d4-4fe41fbc618d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1389091 Jun 16 16:15:06.547749 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-baf76fc8-3698-4123-8e4f-484bc7ee543f req-71f53a66-0c95-4f0b-8221-365ffcc9565e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215095 Jun 16 16:15:06.841918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:06.874563 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:06.916538 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1e1b-7594-45dc-bf6d-905c198c2b49 req-92807f4f-1324-48d1-a636-e9565cc08401 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.924853 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1c3c1e1b-7594-45dc-bf6d-905c198c2b49 req-92807f4f-1324-48d1-a636-e9565cc08401 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1753283 Jun 16 16:15:06.941165 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-2a7c74b8-7677-4107-be0c-d57a6bf1155b service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447093 Jun 16 16:15:06.953003 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Allocated IP 172.27.2.42 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:07.075861 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:07.136464 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756', 'network_id': '77dab802-ad52-413c-bd18-780c89736c99', 'port_id': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756', 'mac_address': 'fa:16:3e:cd:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b253aff2-93c9-4c1e-b057-857bb91ba4ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:15:07.174583 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1c3c1e1b-7594-45dc-bf6d-905c198c2b49 req-4bf8fec2-0307-42f0-b72d-7ad145eba308 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310479 Jun 16 16:15:07.323075 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953d01d-1c75-4799-9aeb-aef3387478ee req-cce2cda8-9167-48ed-9933-2704404c0266 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:07.329992 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:07.330641 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:07.343735 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a953d01d-1c75-4799-9aeb-aef3387478ee req-cce2cda8-9167-48ed-9933-2704404c0266 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1417062 Jun 16 16:15:07.361264 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef8ffc38-f19c-40e7-ae6d-f742d3db891a req-f2ea60eb-6918-48a1-9ad4-46815318a32e service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490102 Jun 16 16:15:07.385876 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:07.469059 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:07.478011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:07.523133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:07.562944 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a953d01d-1c75-4799-9aeb-aef3387478ee req-05987b46-734c-4f9f-a656-2c22f17bcd8c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063117 Jun 16 16:15:07.615104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:07.655917 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:07.685533 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:07.691172 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:07.726361 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:07.739798 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:07.843137 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'Port': ['ID=5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:07.914936 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ff87-d3b1-43e6-b2ae-9db4d03b6522 req-4930f9c7-70fb-4eed-9014-b043cbc8e81e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:07.918872 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7520ff87-d3b1-43e6-b2ae-9db4d03b6522 req-4930f9c7-70fb-4eed-9014-b043cbc8e81e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 943 time: 0.1799324 Jun 16 16:15:07.972645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['7bbaaa0e-42ee-4dab-b7e9-1093b4d31756'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:15:08.032111 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:08.042313 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7520ff87-d3b1-43e6-b2ae-9db4d03b6522 req-f8bbfb3d-d80b-4f76-a83e-6413116152b9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172502 Jun 16 16:15:08.130692 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:08.159084 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:08.810389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db920127-3198-4dce-afd0-a43494ed6509 req-ad2bf25d-5c35-42d0-b788-2a7650fd164c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.815735 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-db920127-3198-4dce-afd0-a43494ed6509 req-ad2bf25d-5c35-42d0-b788-2a7650fd164c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0965672 Jun 16 16:15:08.852720 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88767-2502-4ec8-8665-afac20e34eac req-440ff9ff-5fc7-4968-b61b-0a49ad1918a7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.859428 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fcc88767-2502-4ec8-8665-afac20e34eac req-440ff9ff-5fc7-4968-b61b-0a49ad1918a7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 945 time: 0.4875739 Jun 16 16:15:08.942426 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-db920127-3198-4dce-afd0-a43494ed6509 req-5cf70b9d-ce98-435f-bb7c-54ad60ebf110 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187472 Jun 16 16:15:09.022345 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:09.041270 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:09.116386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:09.122817 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-c59174ec-4ea1-425c-9675-a0730b954ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.124488 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-c59174ec-4ea1-425c-9675-a0730b954ea3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 1127 time: 0.0930905 Jun 16 16:15:09.140441 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fcc88767-2502-4ec8-8665-afac20e34eac req-c0d9500c-1257-46b5-aedf-f124facfba72 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152183 Jun 16 16:15:09.185902 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:09.261038 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'Port': ['ID=5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:09.272576 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:09.310734 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:09.312302 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c71be31e-a180-42b2-8521-e1d2f3ee6c55 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4847424 Jun 16 16:15:09.411031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-b7a3a057-3579-4eae-997b-dd259cd97a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.416609 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-b7a3a057-3579-4eae-997b-dd259cd97a52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 915 time: 0.2822535 Jun 16 16:15:09.442813 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc50d1-5c8c-4372-b718-02db672450c1 req-caa398f3-cb9b-41f2-8b5c-847242cc3675 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.460238 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-14cc50d1-5c8c-4372-b718-02db672450c1 req-caa398f3-cb9b-41f2-8b5c-847242cc3675 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 943 time: 0.1898868 Jun 16 16:15:09.534798 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-843d6ba1-a456-4c7b-ba34-748564141e1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 HTTP/1.1" status: 200 len: 217 time: 0.0637920 Jun 16 16:15:09.640996 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-fecb389f-b9ee-4cac-9bf1-0abaca547683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.642734 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-fecb389f-b9ee-4cac-9bf1-0abaca547683 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.0895619 Jun 16 16:15:09.755704 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51630) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:09.795840 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-14cc50d1-5c8c-4372-b718-02db672450c1 req-2d6e22a4-57b2-47d7-974d-aedaaf37b94c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259709 Jun 16 16:15:09.798950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-b674fc62-050d-44d2-99f7-c3ebfee7edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.801258 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-b674fc62-050d-44d2-99f7-c3ebfee7edfa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1437414 Jun 16 16:15:09.966137 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-1e19f095-d412-483e-8581-6bb6ae1bf019 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515768 Jun 16 16:15:10.132182 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:15:10.143497 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:10.180962 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0787-8503-4ffa-9135-eb20c9ff373a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.202607 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df9513b2-83ce-46da-998c-cefa18e7a6b6 req-31c8bda0-3895-4fad-915f-bbc218396434 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207079 Jun 16 16:15:10.286955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc060-2a1a-4e9b-b8a4-aeb510243e89 req-73495ddd-71e4-4d2f-92db-67133f513a48 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:10.299626 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef4fc060-2a1a-4e9b-b8a4-aeb510243e89 req-73495ddd-71e4-4d2f-92db-67133f513a48 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0950303 Jun 16 16:15:10.333701 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0787-8503-4ffa-9135-eb20c9ff373a admin admin] Publish callbacks [] for security_group (6f24ea3d-e6a2-4204-818c-64aa3329178e), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.339004 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:10.344333 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0787-8503-4ffa-9135-eb20c9ff373a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6f24ea3d-e6a2-4204-818c-64aa3329178e), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.397211 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef4fc060-2a1a-4e9b-b8a4-aeb510243e89 req-11922fbc-0ed8-450d-83b8-0ef104cf3315 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955546 Jun 16 16:15:10.416261 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3dbe0787-8503-4ffa-9135-eb20c9ff373a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0ccbf228e6dc4df19b0c488297f36ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6565504 Jun 16 16:15:10.417612 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51644) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:10.452512 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:10.472151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:10.476194 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'port_id': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'mac_address': 'fa:16:3e:06:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:15:10.481572 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:10.496079 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:15:10.521112 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0787-8503-4ffa-9135-eb20c9ff373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f24ea3d-e6a2-4204-818c-64aa3329178e,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:10.564227 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5e0294d8-1b2e-471c-b314-8ae4999a1b89 admin admin] Publish callbacks [] for security_group (6f24ea3d-e6a2-4204-818c-64aa3329178e), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.575931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:10.576361 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.588135 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05bc4e-3000-444c-877b-1c07ea91be49 req-bc1ae88a-48ed-4f99-9ca9-51023fb7dc34 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:10.599911 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4b05bc4e-3000-444c-877b-1c07ea91be49 req-bc1ae88a-48ed-4f99-9ca9-51023fb7dc34 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0804226 Jun 16 16:15:10.628537 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5e0294d8-1b2e-471c-b314-8ae4999a1b89 admin admin] Publish callbacks [] for security_group (6f24ea3d-e6a2-4204-818c-64aa3329178e), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.642798 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:10.643182 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.675463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:10.698068 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4b05bc4e-3000-444c-877b-1c07ea91be49 req-5d50ad2d-8bf8-4a2f-b51c-19cd7361e4e7 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934389 Jun 16 16:15:10.717324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5e0294d8-1b2e-471c-b314-8ae4999a1b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6f24ea3d-e6a2-4204-818c-64aa3329178e), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.720011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5e0294d8-1b2e-471c-b314-8ae4999a1b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.722623 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5e0294d8-1b2e-471c-b314-8ae4999a1b89 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6f24ea3d-e6a2-4204-818c-64aa3329178e HTTP/1.1" status: 204 len: 168 time: 0.3020411 Jun 16 16:15:10.734926 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:10.754869 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0294d8-1b2e-471c-b314-8ae4999a1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f24ea3d-e6a2-4204-818c-64aa3329178e,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:10.766547 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.823797 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:10.824294 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.903011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:10.905426 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6561fe6-5ec8-42ce-954e-ed8c8e31d2c3" -d '{"events": [{"server_uuid": "b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "7bbaaa0e-42ee-4dab-b7e9-1093b4d31756"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:10.962640 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:10.971267 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:10.984033 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.084035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d17e21-bd3c-4e61-aedf-9cab02bf2f5a req-868b9e58-4b58-4650-a5eb-b096e03ab504 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.086895 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35d17e21-bd3c-4e61-aedf-9cab02bf2f5a req-868b9e58-4b58-4650-a5eb-b096e03ab504 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 944 time: 0.1369896 Jun 16 16:15:11.180633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.252328 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35d17e21-bd3c-4e61-aedf-9cab02bf2f5a req-30b49785-e569-40d4-b890-1b0d837ad03e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192396 Jun 16 16:15:11.282222 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:15:11.366043 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a49ab-41a1-4854-ab82-3e6564e4ff42 x-openstack-request-id: req-5a8a49ab-41a1-4854-ab82-3e6564e4ff42 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:11.370265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "7bbaaa0e-42ee-4dab-b7e9-1093b4d31756", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:11.370265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5a8a49ab-41a1-4854-ab82-3e6564e4ff42 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:11.373919 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8a49ab-41a1-4854-ab82-3e6564e4ff42'] response: {'server_uuid': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756', 'code': 200} Jun 16 16:15:11.441401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51658) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:11.464556 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b014c409-b42f-4084-8b7c-dd2dcca16e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.493295 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:11.644461 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b1cc-cb43-4aa6-a9ab-ad129bef08d7 req-55ec66ba-7700-4b19-a3c8-31ec76f342d3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.648059 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ab16b1cc-cb43-4aa6-a9ab-ad129bef08d7 req-55ec66ba-7700-4b19-a3c8-31ec76f342d3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0977209 Jun 16 16:15:11.673746 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b014c409-b42f-4084-8b7c-dd2dcca16e7c admin admin] Publish callbacks [] for security_group (06bb7b68-411a-4476-b259-09072b286cd2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.684195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b014c409-b42f-4084-8b7c-dd2dcca16e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (06bb7b68-411a-4476-b259-09072b286cd2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.747737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014c409-b42f-4084-8b7c-dd2dcca16e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb7b68-411a-4476-b259-09072b286cd2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.753749 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b014c409-b42f-4084-8b7c-dd2dcca16e7c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0bdbff6fbeb8492cb7b099dc3937dcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113756 Jun 16 16:15:11.759145 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51662) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:11.795617 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c030-fab9-4976-853d-043e54c5fcdd req-cc2fcc2a-8ca1-4665-8423-6fd64ed498ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.798525 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6681c030-fab9-4976-853d-043e54c5fcdd req-cc2fcc2a-8ca1-4665-8423-6fd64ed498ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 1130 time: 0.1243742 Jun 16 16:15:11.870054 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ab16b1cc-cb43-4aa6-a9ab-ad129bef08d7 req-c31fe295-025b-4831-8c36-1ee8bca16271 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110367 Jun 16 16:15:11.875288 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-056bebef-feeb-4bb2-8f1b-5df0e05917b2 admin admin] Publish callbacks [] for security_group (06bb7b68-411a-4476-b259-09072b286cd2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.910604 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6681c030-fab9-4976-853d-043e54c5fcdd req-a8a83de7-e0a0-4aa7-852a-41d703d2d4a6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055212 Jun 16 16:15:11.947881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-056bebef-feeb-4bb2-8f1b-5df0e05917b2 admin admin] Publish callbacks [] for security_group (06bb7b68-411a-4476-b259-09072b286cd2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:12.046477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153a799-bdf8-4d91-acb8-10fddcb1b792 req-2fab31f5-0ac6-41d9-9dbe-441fc9b97152 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.046477 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b153a799-bdf8-4d91-acb8-10fddcb1b792 req-2fab31f5-0ac6-41d9-9dbe-441fc9b97152 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.0694635 Jun 16 16:15:12.089504 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-056bebef-feeb-4bb2-8f1b-5df0e05917b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (06bb7b68-411a-4476-b259-09072b286cd2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:12.093757 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-056bebef-feeb-4bb2-8f1b-5df0e05917b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:12.095441 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-056bebef-feeb-4bb2-8f1b-5df0e05917b2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/06bb7b68-411a-4476-b259-09072b286cd2 HTTP/1.1" status: 204 len: 168 time: 0.3350933 Jun 16 16:15:12.107783 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bebef-feeb-4bb2-8f1b-5df0e05917b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb7b68-411a-4476-b259-09072b286cd2,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:12.191809 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b153a799-bdf8-4d91-acb8-10fddcb1b792 req-f02a2d78-91dc-484c-884a-92f0646d56c8 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317585 Jun 16 16:15:12.495409 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb58b9-8a69-4fba-bfe9-8255549248f8 req-b0589898-28f5-4742-9d27-b262ce7d3ac5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.498025 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-81bb58b9-8a69-4fba-bfe9-8255549248f8 req-b0589898-28f5-4742-9d27-b262ce7d3ac5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 944 time: 0.1051366 Jun 16 16:15:12.633441 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-81bb58b9-8a69-4fba-bfe9-8255549248f8 req-915a1c1b-08c0-41a9-83a9-32e53b8d4021 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196985 Jun 16 16:15:12.721256 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:12.822100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:15:12.832344 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:12.832794 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.011091 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51676) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:13.037353 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:13.037851 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.065726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-edf93d22-6802-4386-975a-e5ddf2c754c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.098292 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:13.106462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.171846 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:13.205012 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203e3bb-1d8c-49f6-b203-4179a8494d2c req-dbae770b-ca98-4229-9cae-03392a90b3f6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:13.206427 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:13.207583 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d203e3bb-1d8c-49f6-b203-4179a8494d2c req-dbae770b-ca98-4229-9cae-03392a90b3f6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1258984 Jun 16 16:15:13.351436 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d203e3bb-1d8c-49f6-b203-4179a8494d2c req-bee7a35c-94d6-4e4e-8fd3-db8c6b624da8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309373 Jun 16 16:15:13.382013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:13.382013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a0c113-c991-4263-8741-544711153f4e" -d '{"events": [{"server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "name": "network-vif-plugged", "status": "completed", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:13.384072 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-edf93d22-6802-4386-975a-e5ddf2c754c2 admin admin] Publish callbacks [] for security_group (6ecf0cdc-76f3-4164-ba57-cc868a6fc140), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.390044 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-edf93d22-6802-4386-975a-e5ddf2c754c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6ecf0cdc-76f3-4164-ba57-cc868a6fc140), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.505719 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-edf93d22-6802-4386-975a-e5ddf2c754c2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=93e66156ab0342abad3f0bbf09de4d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4932828 Jun 16 16:15:13.506780 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf93d22-6802-4386-975a-e5ddf2c754c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf0cdc-76f3-4164-ba57-cc868a6fc140,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:13.517413 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51682) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:13.539535 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:13.561589 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0246e1-7d86-4823-9764-c327660991a6 req-bb3a5b5e-6367-4540-afcf-03c359afa395 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:13.564576 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1e0246e1-7d86-4823-9764-c327660991a6 req-bb3a5b5e-6367-4540-afcf-03c359afa395 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.0808954 Jun 16 16:15:13.592937 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:13.640426 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a1923e61-6cde-48c3-baf0-d76e05c7c9f1 admin admin] Publish callbacks [] for security_group (6ecf0cdc-76f3-4164-ba57-cc868a6fc140), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.677604 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1e0246e1-7d86-4823-9764-c327660991a6 req-deb642e7-e7b1-4a45-a116-ff05704e6272 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021342 Jun 16 16:15:13.747426 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a1923e61-6cde-48c3-baf0-d76e05c7c9f1 admin admin] Publish callbacks [] for security_group (6ecf0cdc-76f3-4164-ba57-cc868a6fc140), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.782871 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adceaa9-1c23-4f07-bbaf-ecb0a7dbc137 x-openstack-request-id: req-8adceaa9-1c23-4f07-bbaf-ecb0a7dbc137 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:13.783675 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "name": "network-vif-plugged", "status": "completed", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:13.783675 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8adceaa9-1c23-4f07-bbaf-ecb0a7dbc137 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:13.784294 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adceaa9-1c23-4f07-bbaf-ecb0a7dbc137'] response: {'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'code': 200} Jun 16 16:15:13.884738 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a1923e61-6cde-48c3-baf0-d76e05c7c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6ecf0cdc-76f3-4164-ba57-cc868a6fc140), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.893389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a1923e61-6cde-48c3-baf0-d76e05c7c9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.899098 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-a1923e61-6cde-48c3-baf0-d76e05c7c9f1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6ecf0cdc-76f3-4164-ba57-cc868a6fc140 HTTP/1.1" status: 204 len: 168 time: 0.3767912 Jun 16 16:15:13.934882 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1923e61-6cde-48c3-baf0-d76e05c7c9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf0cdc-76f3-4164-ba57-cc868a6fc140,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:14.003590 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51974-c615-4b40-a6f8-a19ecb8965a5 req-7fa43608-827a-4a49-8bbc-b77ab4b98df8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:14.016117 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23e51974-c615-4b40-a6f8-a19ecb8965a5 req-7fa43608-827a-4a49-8bbc-b77ab4b98df8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.1308174 Jun 16 16:15:14.140763 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23e51974-c615-4b40-a6f8-a19ecb8965a5 req-4f2d228f-7292-4652-a60b-5d9aeb10c62f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232355 Jun 16 16:15:14.728539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86bc51-0123-44b1-a334-a3955e9b4da8 req-d9b1264d-2b79-4608-8f81-b7acbb0738b1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:14.735028 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dc86bc51-0123-44b1-a334-a3955e9b4da8 req-d9b1264d-2b79-4608-8f81-b7acbb0738b1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.2134037 Jun 16 16:15:14.895686 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dc86bc51-0123-44b1-a334-a3955e9b4da8 req-e95c1c81-18a1-449d-a924-6d31d1b87f70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365700 Jun 16 16:15:14.994245 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c698b-94c9-4c3d-aea7-4492c1ea56b7 req-99d52945-01a3-4562-8c43-00ea7ad092d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:14.996220 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a08c698b-94c9-4c3d-aea7-4492c1ea56b7 req-99d52945-01a3-4562-8c43-00ea7ad092d9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 1129 time: 0.0990686 Jun 16 16:15:15.170961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d517c6-c51e-4b07-a674-7efdd5165ba6 req-e2d87484-592e-4d31-8d1a-d0af0e3f9040 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:15.174939 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d1d517c6-c51e-4b07-a674-7efdd5165ba6 req-e2d87484-592e-4d31-8d1a-d0af0e3f9040 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.1235595 Jun 16 16:15:15.181388 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a08c698b-94c9-4c3d-aea7-4492c1ea56b7 req-f39d36bc-cded-4721-818e-b3937e973bc2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642451 Jun 16 16:15:15.376615 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d1d517c6-c51e-4b07-a674-7efdd5165ba6 req-3060cfa5-b0db-46d5-942f-98baea0c8fb8 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912971 Jun 16 16:15:15.692389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc693e9-abe0-4503-a094-1240a2453c6c req-c1345332-28a9-44c0-a41b-a9cc115b1a68 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:15.699513 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3bc693e9-abe0-4503-a094-1240a2453c6c req-c1345332-28a9-44c0-a41b-a9cc115b1a68 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.1191521 Jun 16 16:15:15.815056 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3bc693e9-abe0-4503-a094-1240a2453c6c req-62276c8a-7020-470d-afc5-eb198fb4617a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056211 Jun 16 16:15:16.130502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4de91-bc48-49fd-ab75-792b07008cdc req-55a463b4-51c7-4ed4-a25b-0a4110d58bd1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:16.133634 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-eaa4de91-bc48-49fd-ab75-792b07008cdc req-55a463b4-51c7-4ed4-a25b-0a4110d58bd1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0898228 Jun 16 16:15:16.221759 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-eaa4de91-bc48-49fd-ab75-792b07008cdc req-bbf93fca-3da9-4d14-a270-70a1d5722805 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783043 Jun 16 16:15:16.827371 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51746) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:17.037894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b20e-74f6-48e5-8832-94f25dbb0683 req-31febb46-63dd-47c5-9da6-1eff47ec45b8 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.050121 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5f8b20e-74f6-48e5-8832-94f25dbb0683 req-31febb46-63dd-47c5-9da6-1eff47ec45b8 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.1300683 Jun 16 16:15:17.109117 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb9d521e-bc97-499d-b4e1-18f111ed2f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.184866 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:17.198600 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5f8b20e-74f6-48e5-8832-94f25dbb0683 req-51384cb7-5d99-4f83-974a-d58cd7934a7a tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466646 Jun 16 16:15:17.411402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb9d521e-bc97-499d-b4e1-18f111ed2f9e admin admin] Publish callbacks [] for security_group (68594eca-476e-4431-b459-1405a720175f), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.419598 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bb9d521e-bc97-499d-b4e1-18f111ed2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (68594eca-476e-4431-b459-1405a720175f), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.480124 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f53c9-2c23-4341-9709-22e35f4a0983 req-90113cf3-0576-48ba-8b53-f2c864ae2ff3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.481756 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-436f53c9-2c23-4341-9709-22e35f4a0983 req-90113cf3-0576-48ba-8b53-f2c864ae2ff3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.1229122 Jun 16 16:15:17.496034 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:17.500762 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d521e-bc97-499d-b4e1-18f111ed2f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68594eca-476e-4431-b459-1405a720175f,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:17.511419 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bb9d521e-bc97-499d-b4e1-18f111ed2f9e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c3dbb721d03d4ade92c27f5b6eb1cda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825881 Jun 16 16:15:17.515812 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 51756) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:17.605784 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-436f53c9-2c23-4341-9709-22e35f4a0983 req-b1870296-2a3e-4778-92a6-1e7b8e0540d4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998347 Jun 16 16:15:17.668562 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f6f4-2afe-4b1a-a9fe-d5cc0320ae34 admin admin] Publish callbacks [] for security_group (68594eca-476e-4431-b459-1405a720175f), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.715480 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f6f4-2afe-4b1a-a9fe-d5cc0320ae34 admin admin] Publish callbacks [] for security_group (68594eca-476e-4431-b459-1405a720175f), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.809883 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f6f4-2afe-4b1a-a9fe-d5cc0320ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (68594eca-476e-4431-b459-1405a720175f), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.813186 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f6f4-2afe-4b1a-a9fe-d5cc0320ae34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.819085 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6c4cb-4e40-4ed4-9d7f-5db52301abf9 req-cef8b7be-b1a5-46ed-9085-651e479a5fa7 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.825304 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e4a3f6f4-2afe-4b1a-a9fe-d5cc0320ae34 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68594eca-476e-4431-b459-1405a720175f HTTP/1.1" status: 204 len: 168 time: 0.2997200 Jun 16 16:15:17.829798 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e0b6c4cb-4e40-4ed4-9d7f-5db52301abf9 req-cef8b7be-b1a5-46ed-9085-651e479a5fa7 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1066010 Jun 16 16:15:17.861717 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3f6f4-2afe-4b1a-a9fe-d5cc0320ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68594eca-476e-4431-b459-1405a720175f,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:17.922465 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e0b6c4cb-4e40-4ed4-9d7f-5db52301abf9 req-8dbe1996-f8c4-443e-933f-a71f5c8d3213 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903695 Jun 16 16:15:18.148796 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:18.446563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364c122-4b59-4ffe-a169-60b61fe4e0b4 req-a682beb5-4f75-43b2-8278-6f5cd88e3c2c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.456531 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1364c122-4b59-4ffe-a169-60b61fe4e0b4 req-a682beb5-4f75-43b2-8278-6f5cd88e3c2c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.1022453 Jun 16 16:15:18.547168 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1364c122-4b59-4ffe-a169-60b61fe4e0b4 req-008dd422-9c84-4814-95c9-6538fc90c75c tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894814 Jun 16 16:15:18.848041 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d7d47-dc8c-47e5-a46e-1426bd54223a req-5fae44c3-d868-47fc-b732-c1ff7d18ee30 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.861658 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c51d7d47-dc8c-47e5-a46e-1426bd54223a req-5fae44c3-d868-47fc-b732-c1ff7d18ee30 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.0915875 Jun 16 16:15:18.979567 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c51d7d47-dc8c-47e5-a46e-1426bd54223a req-75d774d3-ceb2-4d8e-bd30-aeea520bf051 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112518 Jun 16 16:15:19.159013 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:15:19.256681 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2a8a9-680f-492a-9cfd-0b63aa8d5a4e req-455f4b7e-2b00-442c-b41d-75f1f72ee3b6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.269394 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-03b2a8a9-680f-492a-9cfd-0b63aa8d5a4e req-455f4b7e-2b00-442c-b41d-75f1f72ee3b6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1842284 Jun 16 16:15:19.402671 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-03b2a8a9-680f-492a-9cfd-0b63aa8d5a4e req-91f46c0c-e9a0-4236-8b78-9d217a1579b4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298947 Jun 16 16:15:19.736639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab827d8-3368-4f1a-afe6-25dd8ed77f06 req-bae54cfe-afb3-4d4f-a71d-12c3da6153a1 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.744067 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fab827d8-3368-4f1a-afe6-25dd8ed77f06 req-bae54cfe-afb3-4d4f-a71d-12c3da6153a1 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.0888188 Jun 16 16:15:19.841080 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cf0803e2-f855-4ccc-a054-bd39f756a254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.871321 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fab827d8-3368-4f1a-afe6-25dd8ed77f06 req-0a41e623-9d71-49f4-bce4-eb98346dd427 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262162 Jun 16 16:15:20.286148 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2347e8-e6f8-46b4-a2f0-242cc6be1059 req-5f57c22e-bed3-43dc-8d54-c5f0ac9bb577 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.296959 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fa2347e8-e6f8-46b4-a2f0-242cc6be1059 req-5f57c22e-bed3-43dc-8d54-c5f0ac9bb577 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.1272826 Jun 16 16:15:20.406774 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-bed80540-170f-4d9a-9206-77f19f94797d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.409862 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-bed80540-170f-4d9a-9206-77f19f94797d tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.1083019 Jun 16 16:15:20.507789 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fa2347e8-e6f8-46b4-a2f0-242cc6be1059 req-d00dc63c-9567-4591-a59e-c84568629ad6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082362 Jun 16 16:15:20.610508 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Deleting port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:15:20.611161 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:20.834736 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913fd9-21e6-4121-a07c-d1ef8e4d2568 req-86f25df6-82a2-4dca-858c-f3922f7c11ae tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.837424 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9f913fd9-21e6-4121-a07c-d1ef8e4d2568 req-86f25df6-82a2-4dca-858c-f3922f7c11ae tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1753268 Jun 16 16:15:20.931871 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] For port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,segment=NetworkSegment(25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0),segment_id=25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:20.931871 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:20.935627 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:20.936625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:20.988079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Calling delete_port for 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:15:20.998744 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9f913fd9-21e6-4121-a07c-d1ef8e4d2568 req-a2527a64-7120-4307-9d1a-c24866cc3714 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509528 Jun 16 16:15:21.244183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872678-ea01-4972-8000-89ad4ea916f2 req-5e9445ee-341c-4351-a755-0b8a593d3ecb tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:21.246144 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e1872678-ea01-4972-8000-89ad4ea916f2 req-5e9445ee-341c-4351-a755-0b8a593d3ecb tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.1166234 Jun 16 16:15:21.265774 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 51824) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:21.274369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'port_id': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:21.430090 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-3349d200-cbda-4737-bbac-434f4187c83d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1025797521&fields=id&tenant_id=6eee49063a5847dba6ffb520d0149d88 HTTP/1.1" status: 200 len: 267 time: 0.1805060 Jun 16 16:15:21.473436 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:21.661050 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-37c01a86-cd26-43c8-8638-c8a6b5f37d3a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:21.664956 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-37c01a86-cd26-43c8-8638-c8a6b5f37d3a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 819 time: 0.2199264 Jun 16 16:15:21.690873 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-1ba3c275-5de1-4014-a158-9e1253904ed1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/quotas/6eee49063a5847dba6ffb520d0149d88 HTTP/1.1" status: 200 len: 375 time: 0.0185831 Jun 16 16:15:21.691257 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (d4c3a705-7f94-4627-8617-ff8c1db5632f), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.781764 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (7bbaaa0e-42ee-4dab-b7e9-1093b4d31756), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.789494 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-f48bbdf5-17e7-4704-a312-e4a6468fc152 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896361 Jun 16 16:15:21.793143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675775e-b4bb-4b40-92ca-62a4ebd4a366 req-cfb359af-be24-4c31-acc8-fe9b9f9e73a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:21.794890 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a675775e-b4bb-4b40-92ca-62a4ebd4a366 req-cfb359af-be24-4c31-acc8-fe9b9f9e73a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 946 time: 0.1530218 Jun 16 16:15:21.897214 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Pushing event deleted for resources: {'Port': ['ID=7bbaaa0e-42ee-4dab-b7e9-1093b4d31756,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:21.948102 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4d9bc9c3-dc89-4c6d-9227-2f351023831a service neutron] 10.222.0.17 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284575 Jun 16 16:15:21.999304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] No DVR routers for this DVR port 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:15:22.020329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:22.024217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3aef5b23-475d-48ac-9917-a75d8bb30b81 req-cae81820-be75-45bb-b484-5106e8f606a5 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.25 "DELETE /v2.0/ports/7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 HTTP/1.1" status: 204 len: 173 time: 1.6017580 Jun 16 16:15:22.024849 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'name': 'network-vif-deleted', 'tag': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:22.028219 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d476ed-4359-4df2-be2d-5a08d229bd99" -d '{"events": [{"server_uuid": "b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3", "name": "network-vif-deleted", "tag": "7bbaaa0e-42ee-4dab-b7e9-1093b4d31756"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:22.081358 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a675775e-b4bb-4b40-92ca-62a4ebd4a366 req-94efa947-bea9-44e0-a019-ba77675964cb tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/security-groups?id=84985375-ac68-4112-acde-5c7256e7913e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662008 Jun 16 16:15:22.110717 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-fbed28d1-1f73-4c27-a7fc-3cc49e3fd0bd service neutron] 10.222.0.17 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490796 Jun 16 16:15:22.254321 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5581ce5a-0c3c-427b-9e9d-c362f7a087be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:22.349286 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a25858-0393-4598-bb92-45ae4f140b47 x-openstack-request-id: req-30a25858-0393-4598-bb92-45ae4f140b47 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:22.349741 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3", "name": "network-vif-deleted", "tag": "7bbaaa0e-42ee-4dab-b7e9-1093b4d31756", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:22.350050 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-30a25858-0393-4598-bb92-45ae4f140b47 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:22.350469 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a25858-0393-4598-bb92-45ae4f140b47'] response: {'server_uuid': 'b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3', 'name': 'network-vif-deleted', 'tag': '7bbaaa0e-42ee-4dab-b7e9-1093b4d31756', 'status': 'completed', 'code': 200} Jun 16 16:15:22.460320 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c7805c71-6b5f-4dbf-b6db-0a2db45cea13 req-39e8297a-9031-4bce-b956-8f26a9c72b21 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0649438 Jun 16 16:15:22.605574 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808a6be-0196-4291-90c0-427aa6d71f05 req-0b861736-6f83-419c-a9e1-ba94e9b2eda8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:22.607859 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c808a6be-0196-4291-90c0-427aa6d71f05 req-0b861736-6f83-419c-a9e1-ba94e9b2eda8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.2555764 Jun 16 16:15:22.677873 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-5aff6a4b-936f-477f-9da2-024b2b6f9f98 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:22.680394 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-5aff6a4b-936f-477f-9da2-024b2b6f9f98 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 814 time: 0.1408806 Jun 16 16:15:22.730146 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-50ea057c-bce9-4414-86da-0a36042c2a14 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/quotas/925cc45674694931bfe8fc60765045c2 HTTP/1.1" status: 200 len: 375 time: 0.0296495 Jun 16 16:15:22.764249 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c808a6be-0196-4291-90c0-427aa6d71f05 req-93f3e250-0800-4669-b1d9-ace82620c6b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215129 Jun 16 16:15:22.830846 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-56a1f2d6-d28b-4404-9dcf-cc49d2b1748f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974538 Jun 16 16:15:22.952014 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:22.957059 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (d4c3a705-7f94-4627-8617-ff8c1db5632f), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:22.965541 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-aac50e22-015d-4741-beda-7bfd322d0b4f service neutron] 10.222.0.17 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115975 Jun 16 16:15:22.990944 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:23.048148 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:23.068722 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP d4c3a705-7f94-4627-8617-ff8c1db5632f associated. External IP: 172.27.2.217, port: 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281. Jun 16 16:15:23.081025 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-28073598-5e09-4a37-9593-afd25e432eaa service neutron] 10.222.0.17 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038706 Jun 16 16:15:23.236915 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1904fbdb-8754-43bb-bff4-563d6d38d9ba req-05ba8b1b-935c-4fa3-a44a-adaf228a7911 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0414546 Jun 16 16:15:23.316358 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5574d831-551e-429b-8427-3d41917f2eba req-67fa1b29-f8da-4e23-a846-0cc0d76321c9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0355694 Jun 16 16:15:23.407968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:15:23.526508 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:23.542457 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:23.549126 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.616424 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a37ebb22-af34-4e8e-a5d9-3790110c3d23 req-873a1344-463d-4ed0-918b-5b755a5ec8a8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0597389 Jun 16 16:15:23.654462 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:15:23.664289 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.666488 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:23.678204 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:23.678860 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:15:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:23.719291 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-592d1bc8-aaa8-4a65-8079-0a0f6064a813 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "PUT /v2.0/floatingips/d4c3a705-7f94-4627-8617-ff8c1db5632f HTTP/1.1" status: 200 len: 991 time: 2.4515417 Jun 16 16:15:23.815514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:23.936979 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38794b6-7ef7-4cfc-8b89-2142710928e7 req-bcfd9807-a9e7-4635-b503-b01fab1df358 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:23.938913 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d38794b6-7ef7-4cfc-8b89-2142710928e7 req-bcfd9807-a9e7-4635-b503-b01fab1df358 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0582883 Jun 16 16:15:24.013316 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:24.020885 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d38794b6-7ef7-4cfc-8b89-2142710928e7 req-d9441a07-d608-4bc6-b647-b7e52bc8c6c6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737000 Jun 16 16:15:24.113779 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:14Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}, {'id': 'd4c3a705-7f94-4627-8617-ff8c1db5632f', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:06:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:15:22Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:24.141565 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:24.151946 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:24.151946 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:15:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:24.365968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:24.369842 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf656f0e-a599-4ac2-b899-27017293b877" -d '{"events": [{"name": "network-changed", "server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:24.399364 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:24.423742 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-17d90cbe-9e20-4a5b-a01f-3e3cd0c0fb58 req-06491221-e8e2-467e-be65-2114e0edeadc tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0803657 Jun 16 16:15:24.434348 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:15:24.471533 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:15:24.471958 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 7bbaaa0e-42ee-4dab-b7e9-1093b4d31756 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:15:24.486616 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-70f6568d-c209-4a73-b3df-12c3c7e26468 req-4215047f-aa17-47db-b505-7d5cc79bc953 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0555041 Jun 16 16:15:24.507509 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe44677-ee44-4344-8258-a10ae4b49098 x-openstack-request-id: req-bbe44677-ee44-4344-8258-a10ae4b49098 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:24.508045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:24.508361 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bbe44677-ee44-4344-8258-a10ae4b49098 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:24.508766 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe44677-ee44-4344-8258-a10ae4b49098'] response: {'name': 'network-changed', 'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'status': 'completed', 'code': 200} Jun 16 16:15:24.721533 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e2d769ba-bc5f-419c-a269-941883628cec req-8ee1506b-b90d-4b0c-b829-7dd5159e985e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0303435 Jun 16 16:15:24.760072 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:14Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}, {'id': 'd4c3a705-7f94-4627-8617-ff8c1db5632f', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:06:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:15:22Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:24.787252 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665445f-a688-47a1-86d5-3e08b19ba1f4 None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:14Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}, {'id': 'd4c3a705-7f94-4627-8617-ff8c1db5632f', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:06:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:15:22Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:24.812289 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:25.034375 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8190eb-86e9-45e7-89a2-e4c3baeaf439 None None] New status for floating IP d4c3a705-7f94-4627-8617-ff8c1db5632f: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:15:25.180012 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab32178-4cf7-40ee-89c0-9185933b6d32 req-f9c70fb8-91d5-4d78-abce-ae1e87748572 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:25.182383 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aab32178-4cf7-40ee-89c0-9185933b6d32 req-f9c70fb8-91d5-4d78-abce-ae1e87748572 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0751634 Jun 16 16:15:25.242543 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aab32178-4cf7-40ee-89c0-9185933b6d32 req-b37668a6-a3b3-4726-bfff-6e3413c6ea88 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526872 Jun 16 16:15:25.246613 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:25.311738 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:25.576902 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-43b4aed0-7ab7-4754-90ff-b05ecca3d081 req-68dde21e-41ad-4b80-9528-68a9c855ce86 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0469911 Jun 16 16:15:25.630122 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ced574e1-a72a-424a-b8dd-da837c1dd95b req-f6607b70-514f-462f-9ec5-ba839d54e958 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0480785 Jun 16 16:15:25.871529 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656f0e-a599-4ac2-b899-27017293b877 req-4129e16a-f657-42fa-b439-51572d834bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:25.877046 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-4129e16a-f657-42fa-b439-51572d834bcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 1129 time: 0.1041448 Jun 16 16:15:25.918539 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ce5c8fbd-a20b-442f-9dd9-d2926df6b31d req-64395ffb-7f42-4a87-8c99-90453d897ace tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0681877 Jun 16 16:15:26.469352 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a69f3-a92a-4efe-b590-1073fc6269c5 req-dae71309-1bd4-4051-8439-b44dd642996b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.471000 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-182a69f3-a92a-4efe-b590-1073fc6269c5 req-dae71309-1bd4-4051-8439-b44dd642996b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0848095 Jun 16 16:15:26.477986 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656f0e-a599-4ac2-b899-27017293b877 req-bc881883-ec6a-4d80-b188-bae48df53f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.479516 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-bc881883-ec6a-4d80-b188-bae48df53f29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 915 time: 0.2060714 Jun 16 16:15:26.574332 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-182a69f3-a92a-4efe-b590-1073fc6269c5 req-9542a797-700d-4206-9554-5f510653816e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932233 Jun 16 16:15:26.658742 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-af1288b6-f2cc-440f-b20d-01931ab63e6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 HTTP/1.1" status: 200 len: 1001 time: 0.1083183 Jun 16 16:15:26.763049 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e950fe6-c5e7-46c5-a369-e2ef25e8fd09 req-187c513b-064e-4ecb-82a9-ed0e450ad1f9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0404034 Jun 16 16:15:26.777264 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9815c0d5-82fd-45d3-88fd-179429dee719 req-4fc36988-6683-4294-8e51-1a913c6c11d3 tempest-VolumesActionsTest-1659229132 tempest-VolumesActionsTest-1659229132-project] 10.222.0.17 "GET /v2.0/ports?device_id=b8c40261-3d5c-4d4c-83fe-4350f9ba4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0549099 Jun 16 16:15:27.088150 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-577a5da9-d529-4835-93d0-40eaa8d6ae0f req-0265c713-d487-4000-80b7-3ab7be3878c1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0389979 Jun 16 16:15:27.732200 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98ecdb-4680-4dfd-8d1d-20e086333881 req-8f234885-a33e-4d22-a8aa-1291cb9a0aa8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:27.734421 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2f98ecdb-4680-4dfd-8d1d-20e086333881 req-8f234885-a33e-4d22-a8aa-1291cb9a0aa8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0692587 Jun 16 16:15:27.824989 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2f98ecdb-4680-4dfd-8d1d-20e086333881 req-974f2ea4-0a8a-47c4-9fea-3865868b2a61 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835414 Jun 16 16:15:27.899332 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7449eecb-adf9-4656-aed2-038d1e34c730 req-7cfbfa64-c0ae-43f5-9d1b-92660ad61451 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0403216 Jun 16 16:15:28.227789 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bda50675-216c-47ff-baf6-571e36a6ba20 req-897bcdbe-d401-4008-9d5d-3d208159fa1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0374267 Jun 16 16:15:29.019235 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-dcb9223f-11fe-4749-8a85-0813b74036e2 req-17eda116-34c6-4c3c-80dc-2012d1af142f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0343161 Jun 16 16:15:29.212067 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d08f08-0732-4cf4-a1f5-08c5fea91655 req-c6b71e68-0e5c-4f52-b104-fcf878d60916 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:29.213647 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e6d08f08-0732-4cf4-a1f5-08c5fea91655 req-c6b71e68-0e5c-4f52-b104-fcf878d60916 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.2821369 Jun 16 16:15:29.268350 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e6d08f08-0732-4cf4-a1f5-08c5fea91655 req-27a84e50-0755-49e4-b79f-e2a655e41f58 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485024 Jun 16 16:15:29.366711 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4b4c67c6-c76f-4b2a-9fb9-d40f2113f99b req-e49b88cb-2f09-4200-b07f-26a6e06a5a8a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0393543 Jun 16 16:15:30.080516 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.181979 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656f0e-a599-4ac2-b899-27017293b877 req-644fbadf-5216-49dd-b619-482456579af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.183377 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-644fbadf-5216-49dd-b619-482456579af0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.1193190 Jun 16 16:15:30.186209 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1973634a-f139-4a4d-a573-1744d1cf73ee req-9d9260f9-9b77-437e-a8e2-6ad1346c178b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0547588 Jun 16 16:15:30.414868 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d16ae-43f6-4d56-84da-9799ef65963a req-760b00ae-8f40-4baa-a24a-aa4faaa97255 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.417659 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2d2d16ae-43f6-4d56-84da-9799ef65963a req-760b00ae-8f40-4baa-a24a-aa4faaa97255 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0648990 Jun 16 16:15:30.489889 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2d2d16ae-43f6-4d56-84da-9799ef65963a req-cc73ef2c-10d2-41eb-8488-68aee704c719 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593495 Jun 16 16:15:30.526632 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6cd6fd64-bc70-4329-9b80-f7fd560d4d0c req-4f681d10-d696-43be-8cac-eef14e25d19e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0760877 Jun 16 16:15:30.528191 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.649581 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.709699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-8d02e0e8-6932-46b5-a0a1-47d153101bb0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.712289 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-8d02e0e8-6932-46b5-a0a1-47d153101bb0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 819 time: 0.2065673 Jun 16 16:15:30.743487 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656f0e-a599-4ac2-b899-27017293b877 req-d7d08c99-a2fa-4a8b-ae10-6fb3aeef025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.745143 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-d7d08c99-a2fa-4a8b-ae10-6fb3aeef025b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2801523 Jun 16 16:15:30.827643 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a556155f-eb11-491f-9faf-c1b469481ca9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.829004 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a556155f-eb11-491f-9faf-c1b469481ca9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.25 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 814 time: 0.1977971 Jun 16 16:15:30.889884 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-6f8d5c5f-c085-43c4-b12e-8eb41acfe9d5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eee49063a5847dba6ffb520d0149d88 HTTP/1.1" status: 200 len: 380 time: 0.1571817 Jun 16 16:15:30.919425 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-b7bdc9de-6541-4d8f-a3b0-414d9c1e11ec service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410785 Jun 16 16:15:31.290281 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-50fb9b5f-564f-457a-8768-1f8547d3d9b4 req-cb26448a-0654-4f9d-ac38-837cf9959371 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0294387 Jun 16 16:15:31.642987 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c819f-49ce-477e-b6f1-4e168d2c21e4 req-af2f3696-6a2a-4603-9694-89e62663fca6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:31.644567 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3a3c819f-49ce-477e-b6f1-4e168d2c21e4 req-af2f3696-6a2a-4603-9694-89e62663fca6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0546131 Jun 16 16:15:31.649026 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4131f085-2a9a-4764-8e12-fb292f016e66 req-d763c80f-efb5-4154-84f4-21237f287937 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jun 16 16:15:31.699680 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3a3c819f-49ce-477e-b6f1-4e168d2c21e4 req-d38b4a3e-1d4f-4b97-a356-68f43b168bab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482583 Jun 16 16:15:32.394966 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-29d2e9e8-32df-433a-8171-145fb6a81c42 req-f6c44e46-80d8-4fa3-8d91-a6974fab9c91 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Jun 16 16:15:32.751877 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0d46dfd7-b5df-42fe-8594-1c65c8df7990 req-a64c889d-4d45-4589-a98f-c800d292d92f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0300992 Jun 16 16:15:32.827342 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06786a6-9b67-4762-931d-2054b464f5ac req-699454e2-700f-47e3-aec6-81df0c7e27e3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:32.828886 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b06786a6-9b67-4762-931d-2054b464f5ac req-699454e2-700f-47e3-aec6-81df0c7e27e3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0548220 Jun 16 16:15:32.881952 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b06786a6-9b67-4762-931d-2054b464f5ac req-b090933e-9e0a-48b3-b2a9-b9852d0447bf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469654 Jun 16 16:15:33.499261 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8206d658-92a0-46df-b36d-9fb8f1ab3a81 req-8fcae454-d8ed-42ec-857b-508f363d3a69 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 210 time: 0.0364366 Jun 16 16:15:33.663554 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'port': {'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'admin_state_up': True, 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'security_groups': ['cb4d1a21-401b-4967-ba43-05891f73ed6d']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:33.663839 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'port': {'device_id': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'admin_state_up': True, 'tenant_id': '925cc45674694931bfe8fc60765045c2'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:33.857280 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Made reservation on behalf of 925cc45674694931bfe8fc60765045c2 for: {'port': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:33.862712 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.904474 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bf656f0e-a599-4ac2-b899-27017293b877 req-32958c08-921b-41a5-8a0a-397e2695d789 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334714 Jun 16 16:15:33.953265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Made reservation on behalf of 6eee49063a5847dba6ffb520d0149d88 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:33.957894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.064954 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58d96e61-80a7-47b0-b106-7dfd201b666e req-4b88be0b-413e-43ee-8bcb-91ff91d3e7b9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.1642540 Jun 16 16:15:34.137566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:34.177849 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbbd5d-d49f-447d-9236-5eb6d16e4d4d req-cca29dd6-98af-4cb7-aa11-bc59295cc5af tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.188044 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e1fbbd5d-d49f-447d-9236-5eb6d16e4d4d req-cca29dd6-98af-4cb7-aa11-bc59295cc5af tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1294069 Jun 16 16:15:34.198303 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Allocated IP 172.20.0.12 (1a047fbf-e261-4245-b980-32955ab86d94/60880d90-92ad-43ee-8f37-ad5a6eeada8a/5082da5f-5306-4a23-b35d-d8a60373485c) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:34.239956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Allocated IP 172.20.0.3 (84d0c54c-ef5a-4a19-a82f-2cbc7460411e/8514b8b1-57c4-45be-9024-9d97cf2952f3/3a209b58-0eab-4734-8530-5197ed6024ff) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:34.278890 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e1fbbd5d-d49f-447d-9236-5eb6d16e4d4d req-6f3bcc04-9ce5-4cb5-89d5-4ef1ed930954 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890896 Jun 16 16:15:34.426683 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:34.464503 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for port (5082da5f-5306-4a23-b35d-d8a60373485c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.522320 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for port (3a209b58-0eab-4734-8530-5197ed6024ff), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.540777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:34.542999 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.600082 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee47a-275a-4257-908c-f5f35a5ee505 req-2578f770-cf94-42a1-993b-a08c10b36dfe tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.609382 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-583ee47a-275a-4257-908c-f5f35a5ee505 req-2578f770-cf94-42a1-993b-a08c10b36dfe tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0931380 Jun 16 16:15:34.732422 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-583ee47a-275a-4257-908c-f5f35a5ee505 req-e585133e-25da-42c8-9ab2-d0575977f656 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219618 Jun 16 16:15:34.743984 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.776632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8331e-1a9e-4eb7-930a-8fb459d9b0ee req-25918650-4dce-4066-a268-5f654810494f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.786834 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-42e8331e-1a9e-4eb7-930a-8fb459d9b0ee req-25918650-4dce-4066-a268-5f654810494f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 932 time: 0.1002789 Jun 16 16:15:34.876382 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:34.885535 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:34.890456 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:34.891235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Network 1a047fbf-e261-4245-b980-32955ab86d94 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:34.898466 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:34.924397 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.940429 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:35.045475 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:35.046726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.058323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:35.063875 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event updated for resources: {'Port': ['ID=3a209b58-0eab-4734-8530-5197ed6024ff,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:35.068332 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:35.069759 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.168780 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-0047a581-c8ae-445a-b4ee-61e9b2b47f1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5049138 Jun 16 16:15:35.189124 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-a6644122-4ff0-4902-9c6a-5922fd952a46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5288899 Jun 16 16:15:35.226960 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-42e8331e-1a9e-4eb7-930a-8fb459d9b0ee req-0cb9d2af-3b3e-4b53-8890-4dd94a020112 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387696 Jun 16 16:15:35.278286 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=80 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:35.294199 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:35.459791 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffc877-ff69-449b-ac19-420107fc90b1 req-39454fb8-38ce-45c4-8d8d-0c525ea7c8ba tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:35.464368 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c2ffc877-ff69-449b-ac19-420107fc90b1 req-39454fb8-38ce-45c4-8d8d-0c525ea7c8ba tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 931 time: 0.1353564 Jun 16 16:15:35.539295 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-027f8f00-fa4e-4863-89aa-2382dc75b6e7 None None] Provisioning complete for port 3a209b58-0eab-4734-8530-5197ed6024ff triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:35.539905 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-027f8f00-fa4e-4863-89aa-2382dc75b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.590868 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-027f8f00-fa4e-4863-89aa-2382dc75b6e7 None None] Port 3a209b58-0eab-4734-8530-5197ed6024ff cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:35.648521 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c2ffc877-ff69-449b-ac19-420107fc90b1 req-f83ddaf3-4e78-46e4-be53-34c197a2a61b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630456 Jun 16 16:15:35.741389 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-467cccbf-0ae3-4ef7-804d-8c6c2c3fb9e6 None None] Provisioning complete for port 5082da5f-5306-4a23-b35d-d8a60373485c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:35.741850 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-467cccbf-0ae3-4ef7-804d-8c6c2c3fb9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.844711 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-467cccbf-0ae3-4ef7-804d-8c6c2c3fb9e6 None None] Port 5082da5f-5306-4a23-b35d-d8a60373485c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:36.104871 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419339e7-bcf2-4f93-8869-de4d84520a8f req-eb153bcb-91c3-4fc6-abba-a6a6db669d8d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:36.106838 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-419339e7-bcf2-4f93-8869-de4d84520a8f req-eb153bcb-91c3-4fc6-abba-a6a6db669d8d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1343141 Jun 16 16:15:36.193733 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-419339e7-bcf2-4f93-8869-de4d84520a8f req-21e84aa5-58d1-4ce1-a462-f0626207f4e5 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745597 Jun 16 16:15:36.598482 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f94d0c-fa17-49c9-8965-da331ac848b8 req-31c8e959-5944-44fb-b1c5-2b4e7ce2b86e tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:36.606479 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61f94d0c-fa17-49c9-8965-da331ac848b8 req-31c8e959-5944-44fb-b1c5-2b4e7ce2b86e tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 932 time: 0.1323519 Jun 16 16:15:36.827041 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61f94d0c-fa17-49c9-8965-da331ac848b8 req-1ffacd9b-f1c4-4eeb-9a9f-0f50588bce01 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090051 Jun 16 16:15:36.893199 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13bf77-2ca3-413d-80b6-d9d58cdcac84 req-4155f63e-d640-464a-bac5-1296baa97db8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:36.895503 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9a13bf77-2ca3-413d-80b6-d9d58cdcac84 req-4155f63e-d640-464a-bac5-1296baa97db8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 931 time: 0.1238134 Jun 16 16:15:37.065353 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9a13bf77-2ca3-413d-80b6-d9d58cdcac84 req-20630675-b6b4-4ece-b1cd-575ba91ef3b9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515088 Jun 16 16:15:37.585572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09206707-a593-4fb5-9d27-97a380a45c62 req-2c6de35e-1382-4790-b56a-3cb210d259dd tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:37.606736 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-09206707-a593-4fb5-9d27-97a380a45c62 req-2c6de35e-1382-4790-b56a-3cb210d259dd tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1647415 Jun 16 16:15:37.784596 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-09206707-a593-4fb5-9d27-97a380a45c62 req-9a371a9e-7323-45d6-9232-c5a2bae22ff4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736019 Jun 16 16:15:37.972238 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Request body: {'port': {'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:37.978837 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Request body: {'port': {'device_id': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:38.179111 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.187974 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.203492 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.392337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-65d9b148-bd57-4435-b413-635acf676461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.394090 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-65d9b148-bd57-4435-b413-635acf676461 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1129 time: 0.3367565 Jun 16 16:15:38.397382 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.401616 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b758d-d7bf-47a8-a91d-9555ad6fbe94 req-d1c9e1e0-a790-4505-a7bc-9e37f1f9371a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.408677 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.427007 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db5b758d-d7bf-47a8-a91d-9555ad6fbe94 req-d1c9e1e0-a790-4505-a7bc-9e37f1f9371a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 932 time: 0.3873281 Jun 16 16:15:38.630874 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db5b758d-d7bf-47a8-a91d-9555ad6fbe94 req-67100fdc-7535-4f62-8f6b-4c827f3b166d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020538 Jun 16 16:15:38.635379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.684790 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe26c-bcea-4dca-989f-73718105fa9d req-f9ef402f-fa48-49e9-9cad-77ed80cdd9e6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.687710 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3bfe26c-bcea-4dca-989f-73718105fa9d req-f9ef402f-fa48-49e9-9cad-77ed80cdd9e6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 931 time: 0.1764793 Jun 16 16:15:39.535600 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3bfe26c-bcea-4dca-989f-73718105fa9d req-02785b24-b9c4-48a9-bbae-e204200c371b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8247035 Jun 16 16:15:39.721426 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-2bb6299e-8ccd-4f01-b863-46f8ff6c8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:39.723596 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-2bb6299e-8ccd-4f01-b863-46f8ff6c8bb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 912 time: 1.0323625 Jun 16 16:15:39.724945 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5082da5f-5306-4a23-b35d-d8a60373485c {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:39.743015 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Publish callbacks [] for port (5082da5f-5306-4a23-b35d-d8a60373485c), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.784948 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Transition to ACTIVE for port object 5082da5f-5306-4a23-b35d-d8a60373485c will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:15:39.786878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:39.800079 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.926438 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-a58f18a3-2c28-4e54-9474-c939dd1786f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 200 len: 1001 time: 0.0998614 Jun 16 16:15:39.942420 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:39.950861 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.985046 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33680a7f-b8e1-4a35-a337-06bb848e2013 req-2e7fd015-c800-4f9b-b1e5-85ac71ffa042 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:39.996460 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-33680a7f-b8e1-4a35-a337-06bb848e2013 req-2e7fd015-c800-4f9b-b1e5-85ac71ffa042 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.8338723 Jun 16 16:15:40.022639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ef32e-2496-430d-8fc9-9db9298b56da req-0efc7e0f-6b51-455d-8489-a96942397643 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:40.026580 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-064ef32e-2496-430d-8fc9-9db9298b56da req-0efc7e0f-6b51-455d-8489-a96942397643 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.0947142 Jun 16 16:15:40.212195 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-33680a7f-b8e1-4a35-a337-06bb848e2013 req-bccd3ab0-dbff-4bea-9e83-e51ca4fb638e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099328 Jun 16 16:15:40.264366 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:40.329956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-566d0384-2a27-4ecb-bef7-f8379805504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:40.332420 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-566d0384-2a27-4ecb-bef7-f8379805504d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.3006105 Jun 16 16:15:40.449576 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-064ef32e-2496-430d-8fc9-9db9298b56da req-807b803b-e9b8-409d-b273-3b69eca6e72a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989160 Jun 16 16:15:40.531201 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Attempting to bind port 5082da5f-5306-4a23-b35d-d8a60373485c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:40.531544 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Attempting to bind port 5082da5f-5306-4a23-b35d-d8a60373485c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:40.531881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Attempting to bind port 5082da5f-5306-4a23-b35d-d8a60373485c on network 1a047fbf-e261-4245-b980-32955ab86d94 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:40.557683 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Port 5082da5f-5306-4a23-b35d-d8a60373485c on network 1a047fbf-e261-4245-b980-32955ab86d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:15:40.558252 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Attempting to bind port 5082da5f-5306-4a23-b35d-d8a60373485c on network 1a047fbf-e261-4245-b980-32955ab86d94 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:40.584662 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:40.592564 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Checking segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:40.593426 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Bound using segment: {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:40.594056 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Bound port: 5082da5f-5306-4a23-b35d-d8a60373485c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219ed03d-d24d-4dcd-bc94-a3700141002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:40.594491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.611420 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-5692f90e-cb07-48ee-a12d-195dc961cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:40.614592 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-5692f90e-cb07-48ee-a12d-195dc961cc3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2202370 Jun 16 16:15:40.626248 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a209b58-0eab-4734-8530-5197ed6024ff {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:40.636559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Publish callbacks [] for port (3a209b58-0eab-4734-8530-5197ed6024ff), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.660852 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Transition to ACTIVE for port object 3a209b58-0eab-4734-8530-5197ed6024ff will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:15:40.672631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.756008 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:40.832424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Pushing event updated for resources: {'Port': ['ID=3a209b58-0eab-4734-8530-5197ed6024ff,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.923294 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074db7-5999-4c15-87e4-417a03472042 req-eff577ae-974c-41a8-b25b-7dc22f18cff5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:40.939254 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f8074db7-5999-4c15-87e4-417a03472042 req-eff577ae-974c-41a8-b25b-7dc22f18cff5 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.2586279 Jun 16 16:15:41.053314 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f8074db7-5999-4c15-87e4-417a03472042 req-96c78287-a286-46d8-bdaf-0fc4183281ef tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120291 Jun 16 16:15:41.054761 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Attempting to bind port 3a209b58-0eab-4734-8530-5197ed6024ff on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:41.056836 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Attempting to bind port 3a209b58-0eab-4734-8530-5197ed6024ff by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:41.057820 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Attempting to bind port 3a209b58-0eab-4734-8530-5197ed6024ff on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:41.062907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:41.069749 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:41.075172 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Port 3a209b58-0eab-4734-8530-5197ed6024ff on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:15:41.075793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Attempting to bind port 3a209b58-0eab-4734-8530-5197ed6024ff on network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:41.090270 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.098695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:41.105043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Checking segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:41.105819 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Bound using segment: {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:41.110706 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Bound port: 3a209b58-0eab-4734-8530-5197ed6024ff, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a53d11-9459-4618-89e5-8d0528a06493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:41.112010 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.179905 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.181695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.183052 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] 10.222.0.25 "PUT /v2.0/ports/5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 1094 time: 3.2157311 Jun 16 16:15:41.183400 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:41.186297 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d90e6-25c0-4b92-9899-f0851141885c" -d '{"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:41.208908 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9d4f1-0ae2-4e21-be1c-d847de529d9c service neutron] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.281353 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e0375d-2bd5-4476-86ad-580a76c7cbc7 x-openstack-request-id: req-08e0375d-2bd5-4476-86ad-580a76c7cbc7 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:41.283380 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:41.284302 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-08e0375d-2bd5-4476-86ad-580a76c7cbc7 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:41.285434 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e0375d-2bd5-4476-86ad-580a76c7cbc7'] response: {'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'status': 'completed', 'code': 200} Jun 16 16:15:41.370833 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] For port 3a209b58-0eab-4734-8530-5197ed6024ff, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:41.376789 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] For port 3a209b58-0eab-4734-8530-5197ed6024ff, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a209b58-0eab-4734-8530-5197ed6024ff,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:41.388242 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.459542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.460473 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.462635 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] 10.222.0.25 "PUT /v2.0/ports/3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 1093 time: 3.4955955 Jun 16 16:15:41.466672 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:41.470458 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd1f001-0f4a-4388-849d-9ebe472a768f" -d '{"events": [{"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:41.554401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d796-bd6e-4589-bdd3-133fc6f5ff5f req-371c30b5-9059-48e6-8278-38bbbd392ec6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.572285 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bd83d796-bd6e-4589-bdd3-133fc6f5ff5f req-371c30b5-9059-48e6-8278-38bbbd392ec6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1816173 Jun 16 16:15:41.622583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17312f82-1914-46cb-8c3c-3a95b2003e2c x-openstack-request-id: req-17312f82-1914-46cb-8c3c-3a95b2003e2c {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:41.623117 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:41.623566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-17312f82-1914-46cb-8c3c-3a95b2003e2c {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:41.626556 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17312f82-1914-46cb-8c3c-3a95b2003e2c'] response: {'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff', 'status': 'completed', 'code': 200} Jun 16 16:15:41.665797 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Pushing event updated for resources: {'Port': ['ID=3a209b58-0eab-4734-8530-5197ed6024ff,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.683256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.684088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.684606 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.685167 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.685744 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.686323 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.690577 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.691304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.691915 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.692607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.693216 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.693731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.694823 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.696931 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.700907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e60583b-57e7-41c2-ae27-a6ff46c4c986 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:41.708877 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bd83d796-bd6e-4589-bdd3-133fc6f5ff5f req-a1f7cad1-177e-42ea-b210-d448d9dc08fa tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351252 Jun 16 16:15:41.827203 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245454b-c8de-409d-8c73-e844a3f446a9 req-19fe5236-5be2-423a-ab55-3851c1335746 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.830882 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7245454b-c8de-409d-8c73-e844a3f446a9 req-19fe5236-5be2-423a-ab55-3851c1335746 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1044223 Jun 16 16:15:42.046693 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7245454b-c8de-409d-8c73-e844a3f446a9 req-747d1dae-ddd2-4ec7-a2e4-99a9095d4d56 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063808 Jun 16 16:15:42.283324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efc8a1-cef3-478e-89f2-2f7b163d0d88 req-5c143db1-6c63-4c1f-8c77-1ed6ce3aeb39 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:42.296179 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-74efc8a1-cef3-478e-89f2-2f7b163d0d88 req-5c143db1-6c63-4c1f-8c77-1ed6ce3aeb39 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1231327 Jun 16 16:15:42.425214 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-74efc8a1-cef3-478e-89f2-2f7b163d0d88 req-f600d352-d84c-4fc2-8cc4-56967b9fa8ee tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218429 Jun 16 16:15:43.059901 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4662e-6727-4026-9fcd-78b27fbc5d07 req-c64aba11-709c-4ba9-b6d7-c8de41c07bd5 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:43.061732 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-afe4662e-6727-4026-9fcd-78b27fbc5d07 req-c64aba11-709c-4ba9-b6d7-c8de41c07bd5 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1198149 Jun 16 16:15:43.234801 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-afe4662e-6727-4026-9fcd-78b27fbc5d07 req-29eba051-9045-4c40-a522-eb363a957a8b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636734 Jun 16 16:15:43.340506 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916203-6b90-45df-b549-5e2627f3e92d req-655b1fce-2ca1-4a85-89ff-b1ad08792c48 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:43.344201 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-39916203-6b90-45df-b549-5e2627f3e92d req-655b1fce-2ca1-4a85-89ff-b1ad08792c48 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1147428 Jun 16 16:15:43.444156 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-39916203-6b90-45df-b549-5e2627f3e92d req-00e2f4c7-bf0f-485e-8e40-0ecf3c61db32 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913846 Jun 16 16:15:43.761656 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db0ba-3afd-46f7-b91c-77f8e89beb88 req-c349f77c-7418-4b58-aa7e-29c938060bc0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:43.764607 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b37db0ba-3afd-46f7-b91c-77f8e89beb88 req-c349f77c-7418-4b58-aa7e-29c938060bc0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.2081046 Jun 16 16:15:43.877883 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b37db0ba-3afd-46f7-b91c-77f8e89beb88 req-9247ef16-cbee-478c-b009-098e7eeeba20 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886123 Jun 16 16:15:44.454619 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535c7eb-5f75-4d00-b8c6-7876b785fd91 req-f615de5e-ca13-4b58-ae5e-b18d2e57117c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:44.456709 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2535c7eb-5f75-4d00-b8c6-7876b785fd91 req-f615de5e-ca13-4b58-ae5e-b18d2e57117c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0937412 Jun 16 16:15:44.566425 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2535c7eb-5f75-4d00-b8c6-7876b785fd91 req-7c269966-7909-4cc9-b8ca-15284236f724 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938842 Jun 16 16:15:44.674486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff64a1-4f3a-4322-ae46-622e20532119 req-fd330f33-96d0-453e-9d9c-d18af6480f28 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:44.682702 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6dff64a1-4f3a-4322-ae46-622e20532119 req-fd330f33-96d0-453e-9d9c-d18af6480f28 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1032505 Jun 16 16:15:44.765220 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6dff64a1-4f3a-4322-ae46-622e20532119 req-17dc5ca9-6de1-4ac1-b0dc-ee57064b96b3 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814109 Jun 16 16:15:45.140590 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63155bab-c96a-4ca2-9e9b-5cf31413de4f req-52760835-f54b-44ff-81d0-288d24780a1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:45.144031 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-63155bab-c96a-4ca2-9e9b-5cf31413de4f req-52760835-f54b-44ff-81d0-288d24780a1b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1255665 Jun 16 16:15:45.263122 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-63155bab-c96a-4ca2-9e9b-5cf31413de4f req-3c31862e-7058-4443-9c7b-0b4d34b4c57d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015844 Jun 16 16:15:45.885128 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:45.989324 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f776f8f-02df-4dcb-b22f-0806ddeb7eee req-d16bcc42-6617-472d-abd0-f031c6062797 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:46.002190 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f776f8f-02df-4dcb-b22f-0806ddeb7eee req-d16bcc42-6617-472d-abd0-f031c6062797 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.2211404 Jun 16 16:15:46.085565 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:46.106751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac4af-e1b1-4fdf-873a-807e791cd7b6 req-42f29791-3a17-4dd0-a484-ce76224ef68d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:46.120357 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d8eac4af-e1b1-4fdf-873a-807e791cd7b6 req-42f29791-3a17-4dd0-a484-ce76224ef68d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1538985 Jun 16 16:15:46.227356 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f776f8f-02df-4dcb-b22f-0806ddeb7eee req-e4711ca8-50ff-48ca-939d-2fd558dafb51 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239850 Jun 16 16:15:46.265809 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d8eac4af-e1b1-4fdf-873a-807e791cd7b6 req-447416fd-7398-4d77-8034-0ff63a643548 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437788 Jun 16 16:15:46.578426 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e967-ae5e-424a-90a3-e6ec3a59a83f req-62d7eb4b-8cd6-4c15-bf28-9ae8438bc7f1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:46.588617 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-87d7e967-ae5e-424a-90a3-e6ec3a59a83f req-62d7eb4b-8cd6-4c15-bf28-9ae8438bc7f1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1279399 Jun 16 16:15:46.666183 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-87d7e967-ae5e-424a-90a3-e6ec3a59a83f req-5ecff431-4a91-4821-8f69-e0476bdd87ee tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758598 Jun 16 16:15:47.403360 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52276) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:47.466610 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9132e02-4137-4ba3-9fe2-9c4ba8a8bdeb req-07edebea-a545-49b8-acb6-894e76717c04 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:47.470194 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b9132e02-4137-4ba3-9fe2-9c4ba8a8bdeb req-07edebea-a545-49b8-acb6-894e76717c04 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1058264 Jun 16 16:15:47.541353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c5e2-1a4c-4814-885e-bc3380f5f8f6 req-3975cd8b-cf00-4549-8db4-faaca8af4b2d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:47.572029 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6b16c5e2-1a4c-4814-885e-bc3380f5f8f6 req-3975cd8b-cf00-4549-8db4-faaca8af4b2d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1614325 Jun 16 16:15:47.650640 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b9132e02-4137-4ba3-9fe2-9c4ba8a8bdeb req-e4d6096b-da2a-4cd9-aa8b-3423c27a946f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571174 Jun 16 16:15:47.790152 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6b16c5e2-1a4c-4814-885e-bc3380f5f8f6 req-946679ed-d0b9-4136-a9ad-1fd367207de5 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149377 Jun 16 16:15:47.956927 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:47.965581 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb801a4a-2a56-4ea0-96a2-5faff337207b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.022953 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:48.109366 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084934-8479-44a0-9a15-53256676a0c7 req-64b15c90-60de-4fd9-978c-f0655ad5f7e4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:48.118429 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-71084934-8479-44a0-9a15-53256676a0c7 req-64b15c90-60de-4fd9-978c-f0655ad5f7e4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1858885 Jun 16 16:15:48.320980 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1f001-0f4a-4388-849d-9ebe472a768f req-7835b1ef-bdbe-42b1-a6a3-1eba28ca8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:48.323239 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3dd1f001-0f4a-4388-849d-9ebe472a768f req-7835b1ef-bdbe-42b1-a6a3-1eba28ca8b6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1127 time: 0.1607392 Jun 16 16:15:48.378659 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-71084934-8479-44a0-9a15-53256676a0c7 req-af2cdbbe-8208-43e3-97eb-9cdc06de07e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482686 Jun 16 16:15:48.675911 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-d7a5a8af-e249-4ba7-a43e-a977131b9de0 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217334 Jun 16 16:15:48.833672 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb801a4a-2a56-4ea0-96a2-5faff337207b admin admin] Publish callbacks [] for security_group (543bfc32-741b-44d4-81dd-6470a23711bc), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.918093 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fb801a4a-2a56-4ea0-96a2-5faff337207b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (543bfc32-741b-44d4-81dd-6470a23711bc), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:49.057582 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb801a4a-2a56-4ea0-96a2-5faff337207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543bfc32-741b-44d4-81dd-6470a23711bc,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.069440 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d90e6-25c0-4b92-9899-f0851141885c req-2f6723fe-6457-4c2c-94dd-f920f8a4f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.071331 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1a5d90e6-25c0-4b92-9899-f0851141885c req-2f6723fe-6457-4c2c-94dd-f920f8a4f8f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1128 time: 0.2342231 Jun 16 16:15:49.078142 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-fb801a4a-2a56-4ea0-96a2-5faff337207b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8ee8a35d0ab2411488227c7e2084be97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6732163 Jun 16 16:15:49.080751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52296) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:49.096924 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c056e0f-4dde-47b2-b923-5738c5fa27f5 req-bb432d7b-944e-439e-bcd7-ff127153534e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.113623 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2c056e0f-4dde-47b2-b923-5738c5fa27f5 req-bb432d7b-944e-439e-bcd7-ff127153534e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1895461 Jun 16 16:15:49.260284 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f43f3-2284-4834-8e9e-df8ef2ef5bf6 req-0b9fc478-aacc-4ad9-97f1-68f1d5d33c45 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.268985 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-513f43f3-2284-4834-8e9e-df8ef2ef5bf6 req-0b9fc478-aacc-4ad9-97f1-68f1d5d33c45 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.2992446 Jun 16 16:15:49.360743 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2c056e0f-4dde-47b2-b923-5738c5fa27f5 req-912285eb-f37e-4613-8780-cb00827afb9c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352283 Jun 16 16:15:49.608326 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1f001-0f4a-4388-849d-9ebe472a768f req-933e3bd7-618e-4226-82bb-110f65cc911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.616788 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3dd1f001-0f4a-4388-849d-9ebe472a768f req-933e3bd7-618e-4226-82bb-110f65cc911b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6eee49063a5847dba6ffb520d0149d88&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3994486 Jun 16 16:15:49.637137 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d90e6-25c0-4b92-9899-f0851141885c req-bd3b1683-2394-443b-9058-913b11874769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.641708 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1a5d90e6-25c0-4b92-9899-f0851141885c req-bd3b1683-2394-443b-9058-913b11874769 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=925cc45674694931bfe8fc60765045c2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4077442 Jun 16 16:15:49.675917 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Publish callbacks [] for security_group (543bfc32-741b-44d4-81dd-6470a23711bc), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:49.729416 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Publish callbacks [] for security_group (543bfc32-741b-44d4-81dd-6470a23711bc), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:49.741274 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc591-df28-4f2e-bb4d-2e312d7bb5a8 req-3d481f34-c365-4450-a822-dd5cc76f6bf3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.750286 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-200cc591-df28-4f2e-bb4d-2e312d7bb5a8 req-3d481f34-c365-4450-a822-dd5cc76f6bf3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.0923254 Jun 16 16:15:49.811900 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-39532a9e-9991-413d-b9b1-79a088beccfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:49.879952 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:49.879952 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9cf0789d-8876-4f6d-8bbf-2132528d9827 req-759b2002-6d5f-49ac-b1df-520a2c0574d8 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113865 Jun 16 16:15:50.076113 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-513f43f3-2284-4834-8e9e-df8ef2ef5bf6 req-d39e473a-a4f1-4d6b-954b-b0c1868822b0 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057208 Jun 16 16:15:50.080044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (543bfc32-741b-44d4-81dd-6470a23711bc), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:50.082803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:50.085270 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/543bfc32-741b-44d4-81dd-6470a23711bc HTTP/1.1" status: 204 len: 168 time: 1.0012975 Jun 16 16:15:50.136783 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543bfc32-741b-44d4-81dd-6470a23711bc,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:50.190119 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.190679 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.191159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.191521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.191859 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.192200 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.192820 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.193323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.194327 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.194939 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.195717 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.196080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.196462 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.196909 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.197238 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235bacc-a6a9-4b02-a677-70533f74f179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:50.249037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1f001-0f4a-4388-849d-9ebe472a768f req-20f79430-d38a-4b2a-b0b2-a88d0ecdfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:50.253974 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3dd1f001-0f4a-4388-849d-9ebe472a768f req-20f79430-d38a-4b2a-b0b2-a88d0ecdfad4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4505072 Jun 16 16:15:50.272684 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d90e6-25c0-4b92-9899-f0851141885c req-f174c706-6245-4243-9eb1-d1333f1eaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:50.275098 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1a5d90e6-25c0-4b92-9899-f0851141885c req-f174c706-6245-4243-9eb1-d1333f1eaf3c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5195103 Jun 16 16:15:50.389023 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-721427d7-ec49-4e54-b0db-05984f89fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:50.422868 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-721427d7-ec49-4e54-b0db-05984f89fb01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1129 time: 0.2427406 Jun 16 16:15:50.465472 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-200cc591-df28-4f2e-bb4d-2e312d7bb5a8 req-889db4ad-344c-4c05-8ae5-f1073172dc2a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7015264 Jun 16 16:15:51.308697 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeeb3-551a-4fad-b6fa-31bef59608a0 req-a8037159-6f3a-4f26-b186-a87164183c93 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:51.316883 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d2fdeeb3-551a-4fad-b6fa-31bef59608a0 req-a8037159-6f3a-4f26-b186-a87164183c93 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.7202706 Jun 16 16:15:51.367558 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f4f11-f96e-46c2-9950-4b770f0310c1 req-19965150-ef38-4a38-a695-fc2635f5a56c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:51.383453 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b08f4f11-f96e-46c2-9950-4b770f0310c1 req-19965150-ef38-4a38-a695-fc2635f5a56c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1051636 Jun 16 16:15:51.431790 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:51.470037 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d2fdeeb3-551a-4fad-b6fa-31bef59608a0 req-0c6eb480-4adb-4674-ada8-e3b7724c2d97 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500564 Jun 16 16:15:51.484105 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b08f4f11-f96e-46c2-9950-4b770f0310c1 req-46011deb-6d2a-464e-8ee3-31b3f289989d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990336 Jun 16 16:15:51.556126 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52332) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:51.691056 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a299a-35ff-4577-afbc-e32859ea702b req-02819230-9f42-46b3-95ba-ced900eacce3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:51.693799 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-763a299a-35ff-4577-afbc-e32859ea702b req-02819230-9f42-46b3-95ba-ced900eacce3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1082549 Jun 16 16:15:51.809343 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-763a299a-35ff-4577-afbc-e32859ea702b req-4c8010c9-27f7-45d9-bddd-3666f7539fdc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063416 Jun 16 16:15:51.878360 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-05f7bea5-8f52-4033-b640-61a3a7d3b1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.103000 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:52.140773 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-896756f5-1577-4197-b626-d35fc30e9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:52.142797 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-896756f5-1577-4197-b626-d35fc30e9230 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 912 time: 0.1440690 Jun 16 16:15:52.145719 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-05f7bea5-8f52-4033-b640-61a3a7d3b1fd admin admin] Publish callbacks [] for security_group (2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.153794 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-05f7bea5-8f52-4033-b640-61a3a7d3b1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.239971 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7bea5-8f52-4033-b640-61a3a7d3b1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.277388 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-44654b15-5f87-4ffd-8525-c2b84d81ccd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.282057 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-05f7bea5-8f52-4033-b640-61a3a7d3b1fd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b1dbcbccf831411989b881787d9f04c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7236054 Jun 16 16:15:52.285496 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52336) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:52.330863 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:52.379857 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-11ea58c3-4b8e-4ef8-ae1a-8cc19cf30eb3 admin admin] Publish callbacks [] for security_group (2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.417783 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-11ea58c3-4b8e-4ef8-ae1a-8cc19cf30eb3 admin admin] Publish callbacks [] for security_group (2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.487183 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-11ea58c3-4b8e-4ef8-ae1a-8cc19cf30eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.491968 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-11ea58c3-4b8e-4ef8-ae1a-8cc19cf30eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:52.493216 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-11ea58c3-4b8e-4ef8-ae1a-8cc19cf30eb3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0 HTTP/1.1" status: 204 len: 168 time: 0.2064738 Jun 16 16:15:52.534485 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea58c3-4b8e-4ef8-ae1a-8cc19cf30eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c45b5-5255-47ac-9cf4-4062b4d9f0d0,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.764676 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97325cb1-8ff0-4aa5-bcc6-a33f6ceb8521 req-2f000e06-731b-4599-b8d0-436fd95e1043 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:52.767229 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-97325cb1-8ff0-4aa5-bcc6-a33f6ceb8521 req-2f000e06-731b-4599-b8d0-436fd95e1043 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1267581 Jun 16 16:15:52.876445 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310501a4-b8b9-460d-9939-d9207be9f5d0 req-ba358b1c-184c-4eb8-be9b-f908c6c89bbf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:52.898381 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-310501a4-b8b9-460d-9939-d9207be9f5d0 req-ba358b1c-184c-4eb8-be9b-f908c6c89bbf tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.2096169 Jun 16 16:15:52.949589 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-97325cb1-8ff0-4aa5-bcc6-a33f6ceb8521 req-57d93e71-4577-4b56-a472-6283261809c1 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713989 Jun 16 16:15:53.050572 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-310501a4-b8b9-460d-9939-d9207be9f5d0 req-c482abe7-3145-41ea-9c42-35129284c9ea tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505136 Jun 16 16:15:53.209151 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d23f7-c945-4ce0-a2b4-7b03a458c30c req-3d9dd873-1551-4e3e-b917-260d6fafbaca tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:53.213133 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c41d23f7-c945-4ce0-a2b4-7b03a458c30c req-3d9dd873-1551-4e3e-b917-260d6fafbaca tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1010847 Jun 16 16:15:53.339647 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c41d23f7-c945-4ce0-a2b4-7b03a458c30c req-9d3eb3ba-566d-473d-b18f-21d23dc4076f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153784 Jun 16 16:15:53.558230 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:53.835389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-eb5f258c-5c18-431b-96d0-ea271f647271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:53.841323 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-eb5f258c-5c18-431b-96d0-ea271f647271 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1128 time: 0.2110431 Jun 16 16:15:53.852353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-f8298eb9-9916-4f9d-a159-97ce9156774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:53.862114 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-f8298eb9-9916-4f9d-a159-97ce9156774c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1127 time: 0.2179828 Jun 16 16:15:53.870504 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-c17a7cc5-30ec-42b2-89ae-43370f2ae86f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 200 len: 1001 time: 0.2432961 Jun 16 16:15:53.914704 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-77624038-8a71-4a9f-9ae9-1663a611a408 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 217 time: 0.0603311 Jun 16 16:15:54.002696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-a80973c8-8ad1-4c9a-aecb-cc053a4e388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.006900 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-a80973c8-8ad1-4c9a-aecb-cc053a4e388a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.1056550 Jun 16 16:15:54.060722 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-2d4946c7-febb-4f9d-b591-041f16bdfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.063000 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-2d4946c7-febb-4f9d-b591-041f16bdfab4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 200 len: 853 time: 0.1370480 Jun 16 16:15:54.086899 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-c955b835-f711-457e-b0f8-e5ec53b20dcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 217 time: 0.1844237 Jun 16 16:15:54.192374 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a91d-f54b-4911-a2a0-840719633c00 req-eef874ee-6578-4bec-a966-eb2b79527769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.199282 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-eef874ee-6578-4bec-a966-eb2b79527769 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a047fbf-e261-4245-b980-32955ab86d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231878 Jun 16 16:15:54.201359 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-fe2a7e06-f9a6-479d-9ebc-45ed20d5f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.203890 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-fe2a7e06-f9a6-479d-9ebc-45ed20d5f3e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0919576 Jun 16 16:15:54.302257 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-7d7581a3-b344-4766-a1e2-c7f8d95f36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.305144 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-7d7581a3-b344-4766-a1e2-c7f8d95f36c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2323592 Jun 16 16:15:54.343220 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645902e-56b2-411b-a4c9-b3111905ce88 req-b71e0a48-e857-4cd7-a454-de6155352cd0 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.344786 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c645902e-56b2-411b-a4c9-b3111905ce88 req-b71e0a48-e857-4cd7-a454-de6155352cd0 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.2214756 Jun 16 16:15:54.364820 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-c26eb731-edfb-4d14-ae28-9873a0673967 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505342 Jun 16 16:15:54.467964 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-1c375a67-9078-48ca-99df-f4309816d847 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359785 Jun 16 16:15:54.482954 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-c1c2b16b-747d-48d3-891d-4fdbd16ad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.485259 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-c1c2b16b-747d-48d3-891d-4fdbd16ad20e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2475884 Jun 16 16:15:54.658804 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48758b2b-e856-4556-9b85-beff1b220baf req-014c04e5-13e5-44c0-8a37-4ec7bc5b9cf7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.662690 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-48758b2b-e856-4556-9b85-beff1b220baf req-014c04e5-13e5-44c0-8a37-4ec7bc5b9cf7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1131780 Jun 16 16:15:54.679869 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e8d6b027-8cf7-4cd0-8632-7e1d61b9b4a2 req-2bd2ca39-ef55-4194-801d-89b9de3ae8c7 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711290 Jun 16 16:15:54.711732 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c645902e-56b2-411b-a4c9-b3111905ce88 req-07f87fdf-9c95-4469-b9b3-89eca8dd2de7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418733 Jun 16 16:15:54.819833 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9118a91d-f54b-4911-a2a0-840719633c00 req-355f641b-f126-4b6c-ae8b-0698eecdc92f service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442928 Jun 16 16:15:54.834711 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:54.852194 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-48758b2b-e856-4556-9b85-beff1b220baf req-41ebf73b-2868-4c48-a635-1baf65a13fc7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805120 Jun 16 16:15:54.914696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:54.922937 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-ab417947-c7f0-43bf-9753-e01e2663ee3c service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381518 Jun 16 16:15:55.302942 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:55.928982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:56.009162 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8f51a-1aab-42e6-b382-05fa1216372d req-6dd873f0-bd6c-46ea-bfb1-900144e54aa6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:56.010988 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-abd8f51a-1aab-42e6-b382-05fa1216372d req-6dd873f0-bd6c-46ea-bfb1-900144e54aa6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1504290 Jun 16 16:15:56.076078 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-abd8f51a-1aab-42e6-b382-05fa1216372d req-d90be423-2aa8-4a24-a0f2-57165a411962 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585001 Jun 16 16:15:56.094112 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87dcf-6cfa-4d4d-b1b5-7196d71fb047 req-ca840c89-19b5-4165-bb2a-e24d3beba0e3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:56.108217 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cee87dcf-6cfa-4d4d-b1b5-7196d71fb047 req-ca840c89-19b5-4165-bb2a-e24d3beba0e3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1137404 Jun 16 16:15:56.157049 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:15:56.189312 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cee87dcf-6cfa-4d4d-b1b5-7196d71fb047 req-e2f610b1-1b44-4db0-ae22-8b3d20577dde tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787609 Jun 16 16:15:56.563070 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed8eb29b-dbd9-48b0-a3c8-f60f9c1291d5 req-9487e9d2-8729-43b3-a47e-9aab9e8aa399 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647441 Jun 16 16:15:57.140142 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5082da5f-5306-4a23-b35d-d8a60373485c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:15:57.359653 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:57.399076 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18696d84-aa03-46c6-8e9e-efbb32a61794 req-71217fb4-e4a7-485b-8f42-43e59c85a529 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:57.402002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '5082da5f-5306-4a23-b35d-d8a60373485c', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'port_id': '5082da5f-5306-4a23-b35d-d8a60373485c', 'mac_address': 'fa:16:3e:93:97:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:15:57.408869 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-18696d84-aa03-46c6-8e9e-efbb32a61794 req-71217fb4-e4a7-485b-8f42-43e59c85a529 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 944 time: 0.1238065 Jun 16 16:15:57.500695 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-18696d84-aa03-46c6-8e9e-efbb32a61794 req-73c86d6b-1ad9-4da5-88a2-5348e08f48de tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904741 Jun 16 16:15:57.512511 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779104-0636-4702-af8a-385d60a26c97 req-da92ef33-bb3a-46b6-bf80-73e494f6f0e0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:57.515498 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-81779104-0636-4702-af8a-385d60a26c97 req-da92ef33-bb3a-46b6-bf80-73e494f6f0e0 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1073077 Jun 16 16:15:57.519560 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5082da5f-5306-4a23-b35d-d8a60373485c is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:57.520471 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:57.541349 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5082da5f-5306-4a23-b35d-d8a60373485c {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:57.571213 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:57.585858 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:57.631717 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-81779104-0636-4702-af8a-385d60a26c97 req-9ae6a3d1-dfd9-4c76-a8eb-706339dbe1aa tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065569 Jun 16 16:15:57.766887 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:57.776537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.776903 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.777255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.781011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.782345 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.782345 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:57.782345 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:58.079332 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5082da5f-5306-4a23-b35d-d8a60373485c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:15:58.310398 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:58.783924 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928027e-dfb9-411c-8e21-b065ca1b4734 req-8aa9d517-8d49-4779-8b90-14bf2b849839 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:58.785659 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0928027e-dfb9-411c-8e21-b065ca1b4734 req-8aa9d517-8d49-4779-8b90-14bf2b849839 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 945 time: 0.1631179 Jun 16 16:15:58.908115 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:58.918772 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0928027e-dfb9-411c-8e21-b065ca1b4734 req-a87357be-e86b-434d-b97a-2a65b1fe862d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200032 Jun 16 16:15:58.924794 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:58.961104 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d4f1f-447a-456f-9e90-e1c23197b3cc req-42f1b670-39d6-4dff-b757-55e2f3c0dff4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:58.963824 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a05d4f1f-447a-456f-9e90-e1c23197b3cc req-42f1b670-39d6-4dff-b757-55e2f3c0dff4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.1443858 Jun 16 16:15:59.085475 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a05d4f1f-447a-456f-9e90-e1c23197b3cc req-abaee762-c711-4062-9f41-8b54b14840ae tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085322 Jun 16 16:15:59.384094 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5082da5f-5306-4a23-b35d-d8a60373485c up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:59.481757 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52462) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:59.505988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 5082da5f-5306-4a23-b35d-d8a60373485c completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:15:59.521086 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 5082da5f-5306-4a23-b35d-d8a60373485c triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:59.523790 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.686432 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5082da5f-5306-4a23-b35d-d8a60373485c is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:59.687187 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.712350 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:59.727357 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8e34edcd-9fef-4d86-8135-6e8e54935cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.740703 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:59.745983 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646c1b30-0533-47a2-a3e3-8126ca4d99f6" -d '{"events": [{"server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "name": "network-vif-plugged", "status": "completed", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:59.788076 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:59.811090 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.884612 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f2c43d-c9f5-4612-8ae2-b4b915943f76 x-openstack-request-id: req-25f2c43d-c9f5-4612-8ae2-b4b915943f76 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:59.884971 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "name": "network-vif-plugged", "status": "completed", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:59.885332 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-25f2c43d-c9f5-4612-8ae2-b4b915943f76 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:59.885689 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f2c43d-c9f5-4612-8ae2-b4b915943f76'] response: {'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'code': 200} Jun 16 16:15:59.925313 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:00.026690 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8e34edcd-9fef-4d86-8135-6e8e54935cc9 admin admin] Publish callbacks [] for security_group (c2b69bf2-042a-4542-b3d2-ef0e400b5f71), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.035123 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8e34edcd-9fef-4d86-8135-6e8e54935cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c2b69bf2-042a-4542-b3d2-ef0e400b5f71), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.143078 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8e34edcd-9fef-4d86-8135-6e8e54935cc9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=59639e2c7ad9463990169380a66e682e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591964 Jun 16 16:16:00.146159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52472) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:00.151058 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34edcd-9fef-4d86-8135-6e8e54935cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b69bf2-042a-4542-b3d2-ef0e400b5f71,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:00.168379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b99c-ebaf-4563-b86d-8121f6a9ab0a req-71cb8d78-5a08-4a0d-a6d0-d3b72f485c69 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:00.180765 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b7a8b99c-ebaf-4563-b86d-8121f6a9ab0a req-71cb8d78-5a08-4a0d-a6d0-d3b72f485c69 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.1364992 Jun 16 16:16:00.291173 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b7a8b99c-ebaf-4563-b86d-8121f6a9ab0a req-364bf80f-f0b3-45a9-a6b3-c8f49a7d55ed tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091533 Jun 16 16:16:00.433079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622509-74db-4013-a38d-1170d27be67c req-a15e126c-6176-4979-84f5-3021ecca50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:00.436523 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-36622509-74db-4013-a38d-1170d27be67c req-a15e126c-6176-4979-84f5-3021ecca50e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1130 time: 0.2473314 Jun 16 16:16:00.521423 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174590-1888-4014-9615-f0e202072a90 req-0d1f09fa-5f1f-4d6c-8478-ea77613d7a1a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:00.524104 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3b174590-1888-4014-9615-f0e202072a90 req-0d1f09fa-5f1f-4d6c-8478-ea77613d7a1a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 943 time: 0.2450476 Jun 16 16:16:00.577098 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a48e2800-3d41-488c-8b67-ea8dd9d886d5 admin admin] Publish callbacks [] for security_group (c2b69bf2-042a-4542-b3d2-ef0e400b5f71), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.637688 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-36622509-74db-4013-a38d-1170d27be67c req-1322e3f1-2f5a-4f42-a495-8b962ed5ea81 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823947 Jun 16 16:16:00.639982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a48e2800-3d41-488c-8b67-ea8dd9d886d5 admin admin] Publish callbacks [] for security_group (c2b69bf2-042a-4542-b3d2-ef0e400b5f71), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.703681 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3b174590-1888-4014-9615-f0e202072a90 req-08361a5a-a63c-4f6e-bffa-f8d7c8c4e92e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700659 Jun 16 16:16:00.803361 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a48e2800-3d41-488c-8b67-ea8dd9d886d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c2b69bf2-042a-4542-b3d2-ef0e400b5f71), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.808510 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a48e2800-3d41-488c-8b67-ea8dd9d886d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.813662 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a48e2800-3d41-488c-8b67-ea8dd9d886d5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c2b69bf2-042a-4542-b3d2-ef0e400b5f71 HTTP/1.1" status: 204 len: 168 time: 0.6616466 Jun 16 16:16:00.844674 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e2800-3d41-488c-8b67-ea8dd9d886d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b69bf2-042a-4542-b3d2-ef0e400b5f71,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:01.393425 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 3a209b58-0eab-4734-8530-5197ed6024ff details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:16:01.473737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0edcf-df89-470f-8359-bc0e9bbab0a4 req-1fd7f5d6-81e4-4d1d-9fc6-0030b7808c46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:01.484528 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-43a0edcf-df89-470f-8359-bc0e9bbab0a4 req-1fd7f5d6-81e4-4d1d-9fc6-0030b7808c46 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0837674 Jun 16 16:16:01.570033 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-43a0edcf-df89-470f-8359-bc0e9bbab0a4 req-9bb06704-bbc6-4b80-9d95-13713ee09289 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837157 Jun 16 16:16:01.606090 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 3a209b58-0eab-4734-8530-5197ed6024ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a209b58-0eab-4734-8530-5197ed6024ff,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:01.636486 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '3a209b58-0eab-4734-8530-5197ed6024ff', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:16:01.698270 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 3a209b58-0eab-4734-8530-5197ed6024ff is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:01.698936 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.723974 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a209b58-0eab-4734-8530-5197ed6024ff {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:01.758215 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 3a209b58-0eab-4734-8530-5197ed6024ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a209b58-0eab-4734-8530-5197ed6024ff,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:01.781952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.864610 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=3a209b58-0eab-4734-8530-5197ed6024ff,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:01.927002 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13151cf5-fd24-43de-87b4-713cf85e5f07 req-a12cfef3-1daf-4f6e-911c-d6ffb249c205 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:01.930587 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13151cf5-fd24-43de-87b4-713cf85e5f07 req-a12cfef3-1daf-4f6e-911c-d6ffb249c205 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 944 time: 0.0732772 Jun 16 16:16:02.014305 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13151cf5-fd24-43de-87b4-713cf85e5f07 req-ee7de713-5c15-4afd-9d6b-2a48d65e057b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721900 Jun 16 16:16:02.253759 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['3a209b58-0eab-4734-8530-5197ed6024ff'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:16:02.785217 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce061c4d-b485-496d-8387-85d79b49d7af req-ef66a2c8-e45a-4024-929a-911855fb5cf6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:02.789366 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ce061c4d-b485-496d-8387-85d79b49d7af req-ef66a2c8-e45a-4024-929a-911855fb5cf6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0744135 Jun 16 16:16:02.886286 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ce061c4d-b485-496d-8387-85d79b49d7af req-021b4571-00aa-4b36-a9c0-f5b20ebd990e tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835195 Jun 16 16:16:03.193564 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f4c62-f4b4-49cf-bb9b-e320b49d4ecd req-7026a897-007b-4cee-bf7b-9a4d2ba80dd1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:03.195670 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f80f4c62-f4b4-49cf-bb9b-e320b49d4ecd req-7026a897-007b-4cee-bf7b-9a4d2ba80dd1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 944 time: 0.0648715 Jun 16 16:16:03.258467 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f80f4c62-f4b4-49cf-bb9b-e320b49d4ecd req-1a091c3f-3149-4748-ad5e-a2af686d88de tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550416 Jun 16 16:16:03.705498 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 3a209b58-0eab-4734-8530-5197ed6024ff up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:16:03.766926 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 3a209b58-0eab-4734-8530-5197ed6024ff completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:16:03.776151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 3a209b58-0eab-4734-8530-5197ed6024ff triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:16:03.776755 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:03.779144 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:03.878568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 3a209b58-0eab-4734-8530-5197ed6024ff is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:03.878993 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:03.907215 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:03.909731 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c24301-1881-43c5-94de-da6582d3f62e" -d '{"events": [{"server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "name": "network-vif-plugged", "status": "completed", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:03.924212 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 3a209b58-0eab-4734-8530-5197ed6024ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a209b58-0eab-4734-8530-5197ed6024ff,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:03.930700 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:03.964579 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cdb78c-be7b-4781-ba1e-6f7185bc286c x-openstack-request-id: req-17cdb78c-be7b-4781-ba1e-6f7185bc286c {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:03.966362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "name": "network-vif-plugged", "status": "completed", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:03.966362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-17cdb78c-be7b-4781-ba1e-6f7185bc286c {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:03.966362 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17cdb78c-be7b-4781-ba1e-6f7185bc286c'] response: {'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff', 'code': 200} Jun 16 16:16:04.010799 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=3a209b58-0eab-4734-8530-5197ed6024ff,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:04.059980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14d1a0-ceaf-4403-a609-50e750ece279 req-6b535cca-feb9-4ccf-8b9d-c5594d6d55f7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.062671 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8b14d1a0-ceaf-4403-a609-50e750ece279 req-6b535cca-feb9-4ccf-8b9d-c5594d6d55f7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0777576 Jun 16 16:16:04.077228 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:04.136486 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8b14d1a0-ceaf-4403-a609-50e750ece279 req-4fa1dd85-4af2-4ce5-9c71-91ef9870b1d8 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658782 Jun 16 16:16:04.186900 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd787e-8315-4e7a-87cc-3d802fdd4125 req-4f8430ae-a29a-4aff-8b63-3293296114d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.188982 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-97fd787e-8315-4e7a-87cc-3d802fdd4125 req-4f8430ae-a29a-4aff-8b63-3293296114d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0486445 Jun 16 16:16:04.204793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:04.243149 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-97fd787e-8315-4e7a-87cc-3d802fdd4125 req-9c4bbe58-14ea-44bf-9e18-03601373890d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Jun 16 16:16:04.326668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f0cec-0d30-470e-b683-0624ab1610cd req-b7fc0998-21e1-4522-a7fd-b7cecbf088a7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.329278 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-239f0cec-0d30-470e-b683-0624ab1610cd req-b7fc0998-21e1-4522-a7fd-b7cecbf088a7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0794094 Jun 16 16:16:04.395386 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-239f0cec-0d30-470e-b683-0624ab1610cd req-19746a5c-e834-4a8a-bb95-462150ebdf48 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563810 Jun 16 16:16:04.425579 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2247b4-48ef-48c9-b1d1-a3a42f5625ad req-8b3119d4-a181-41ae-9bda-5a67059c4e08 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.427158 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f2247b4-48ef-48c9-b1d1-a3a42f5625ad req-8b3119d4-a181-41ae-9bda-5a67059c4e08 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0670767 Jun 16 16:16:04.512516 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f2247b4-48ef-48c9-b1d1-a3a42f5625ad req-d1a4e86f-b935-4559-8208-b646592a81a7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780258 Jun 16 16:16:04.824592 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd804d7-2e5c-4d80-b990-372733044cc9 req-c89c3095-def5-46ce-b089-4adf4e1781be tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.826633 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9dd804d7-2e5c-4d80-b990-372733044cc9 req-c89c3095-def5-46ce-b089-4adf4e1781be tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0782177 Jun 16 16:16:04.913168 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9dd804d7-2e5c-4d80-b990-372733044cc9 req-d708519c-4d04-441f-b5dc-2801b7406d10 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 Jun 16 16:16:05.678501 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f02b6-3f18-4671-a801-6a08b4d5ab4d req-3c252660-0bd6-4a1d-a958-d44567a3e920 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:05.680805 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-271f02b6-3f18-4671-a801-6a08b4d5ab4d req-3c252660-0bd6-4a1d-a958-d44567a3e920 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0695827 Jun 16 16:16:05.754882 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-271f02b6-3f18-4671-a801-6a08b4d5ab4d req-1909fae7-1bb3-4f23-b2fa-502c0aa4be6c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631554 Jun 16 16:16:06.157146 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:06.925418 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18f90-f2ce-49cb-8791-49e5338a9c1c req-905f8bbe-6bcf-42e9-a4e8-73f1e5ad1896 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:06.928627 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-45f18f90-f2ce-49cb-8791-49e5338a9c1c req-905f8bbe-6bcf-42e9-a4e8-73f1e5ad1896 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0806997 Jun 16 16:16:07.004082 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-45f18f90-f2ce-49cb-8791-49e5338a9c1c req-1daf69e3-5aec-402e-9d44-74c05b94b1ac tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691066 Jun 16 16:16:07.035270 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52618) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:07.104607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Deleting subnet b253aff2-93c9-4c1e-b057-857bb91ba4ae {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:16:07.108386 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Publish callbacks [] for subnet (b253aff2-93c9-4c1e-b057-857bb91ba4ae), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.155046 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (b253aff2-93c9-4c1e-b057-857bb91ba4ae), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.160345 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639775f5-6a3a-425b-813d-e45dad68086f req-3dbb06da-8b1a-4d5e-9388-6ae8ece39c88 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:07.162170 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-639775f5-6a3a-425b-813d-e45dad68086f req-3dbb06da-8b1a-4d5e-9388-6ae8ece39c88 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0659516 Jun 16 16:16:07.179725 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52624) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:07.190891 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'floatingip': {'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:07.243069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (b253aff2-93c9-4c1e-b057-857bb91ba4ae), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.263645 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:07.299666 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.312656 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (b253aff2-93c9-4c1e-b057-857bb91ba4ae), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.352502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b253aff2-93c9-4c1e-b057-857bb91ba4ae,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:07.359384 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.367190 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2937f848-20cf-494e-8591-58edd8fc77de admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b253aff2-93c9-4c1e-b057-857bb91ba4ae HTTP/1.1" status: 204 len: 168 time: 0.3294983 Jun 16 16:16:07.368929 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52626) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:07.475003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (77dab802-ad52-413c-bd18-780c89736c99), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.591126 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (77dab802-ad52-413c-bd18-780c89736c99), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.592776 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:07.625055 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dab802-ad52-413c-bd18-780c89736c99']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:07.638063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:07.638356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:07.652212 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.674113 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.688375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:16:07.689037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.756826 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0 resource provider aggregate not found Jun 16 16:16:07.778240 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (77dab802-ad52-413c-bd18-780c89736c99), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.801694 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:07.809666 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] 10.222.0.17 "DELETE /v2.0/networks/77dab802-ad52-413c-bd18-780c89736c99 HTTP/1.1" status: 204 len: 168 time: 0.4354062 Jun 16 16:16:07.809666 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18c94-4aa0-41c0-939b-4036f1fc3675 admin admin] Pushing event deleted for resources: {'Network': ['ID=77dab802-ad52-413c-bd18-780c89736c99,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:07.811014 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25c3e1be-ad78-4b6c-9d6f-ebbbd5f3ace0 found for delete ", "request_id": "req-77cce17d-61a5-42cb-b18a-33cc06dad848"}]} Jun 16 16:16:07.997801 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.004145 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.108791 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52634) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:08.111245 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.121541 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:08.180290 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Floating IP 8aa0da60-975f-4e39-88d4-bbdd8ee93933 associated. External IP: 172.27.2.42, port: 3a209b58-0eab-4734-8530-5197ed6024ff. Jun 16 16:16:08.181228 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-31fb4752-eff6-442f-9be4-dabf8174b581 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7b4ba60390dd4354b869bb227ef030b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707321 Jun 16 16:16:08.184170 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52636) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:08.363941 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9e91-861e-4c10-a925-32a27cd15e0b admin admin] Publish callbacks [] for security_group (84985375-ac68-4112-acde-5c7256e7913e), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.435317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9e91-861e-4c10-a925-32a27cd15e0b admin admin] Publish callbacks [] for security_group (84985375-ac68-4112-acde-5c7256e7913e), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.503896 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:08.537060 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Router 98a13a36-d038-466b-8112-98947212037c has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:16:08.596772 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9e91-861e-4c10-a925-32a27cd15e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (84985375-ac68-4112-acde-5c7256e7913e), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.600290 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9e91-861e-4c10-a925-32a27cd15e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.605631 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b4ef9e91-861e-4c10-a925-32a27cd15e0b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/84985375-ac68-4112-acde-5c7256e7913e HTTP/1.1" status: 204 len: 168 time: 0.4163933 Jun 16 16:16:08.660780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9e91-861e-4c10-a925-32a27cd15e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84985375-ac68-4112-acde-5c7256e7913e,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:08.708143 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:16:08.714575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:08.729951 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] Sync routers for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:08.735490 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:08.754031 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:08.755210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:15:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:08.770036 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-953bc6af-52c5-4105-ba6a-30ecd5d8435d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "PUT /v2.0/floatingips/8aa0da60-975f-4e39-88d4-bbdd8ee93933 HTTP/1.1" status: 200 len: 990 time: 1.5840385 Jun 16 16:16:08.771532 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:08.775727 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f48c95-99b6-47ad-94fc-87b16c0428fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:08.844184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f285115-956c-4162-a1d1-bc4b2d2555b3 x-openstack-request-id: req-9f285115-956c-4162-a1d1-bc4b2d2555b3 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:08.844619 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:08.844926 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9f285115-956c-4162-a1d1-bc4b2d2555b3 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:08.845463 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f285115-956c-4162-a1d1-bc4b2d2555b3'] response: {'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff', 'status': 'completed', 'code': 200} Jun 16 16:16:08.943344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-f2ecb971-6195-4447-9b77-abc663f1e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:08.946100 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-f2ecb971-6195-4447-9b77-abc663f1e1e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0667157 Jun 16 16:16:08.966413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:09.126006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-7d59895b-64b6-4777-852c-1dab87772daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:09.128941 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-7d59895b-64b6-4777-852c-1dab87772daa service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1676548 Jun 16 16:16:09.237622 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-0ba4895d-041c-41da-a10f-abd4f6e55862 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 998 time: 0.0925455 Jun 16 16:16:09.330101 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-a5ba1166-e946-4596-b28d-bf3aaeb4ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:09.330745 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '8aa0da60-975f-4e39-88d4-bbdd8ee93933', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '98a13a36-d038-466b-8112-98947212037c', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:07Z', 'updated_at': '2022-06-16T16:16:07Z', 'revision_number': 1, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:09.331625 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-a5ba1166-e946-4596-b28d-bf3aaeb4ce61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0832472 Jun 16 16:16:09.379584 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] Checking router: 98a13a36-d038-466b-8112-98947212037c for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:09.383909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:09.399384 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-02042fdb-1860-45e4-a8d6-518a4ff27aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:09.401003 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-02042fdb-1860-45e4-a8d6-518a4ff27aff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614865 Jun 16 16:16:09.415485 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:09.416568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:15:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:09.553645 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-3b23c61e-926f-4565-a37b-1df9509fbf24 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348753 Jun 16 16:16:09.630103 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:09.736669 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f48c95-99b6-47ad-94fc-87b16c0428fd req-15313dc3-db55-477f-820c-0ca9506d778e service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722417 Jun 16 16:16:09.941229 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '8aa0da60-975f-4e39-88d4-bbdd8ee93933', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '98a13a36-d038-466b-8112-98947212037c', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:07Z', 'updated_at': '2022-06-16T16:16:07Z', 'revision_number': 1, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:09.989808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e246b-5b77-4661-a7c8-22fdf911e5bf None None] The sync data for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi is: [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '8aa0da60-975f-4e39-88d4-bbdd8ee93933', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '98a13a36-d038-466b-8112-98947212037c', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:07Z', 'updated_at': '2022-06-16T16:16:07Z', 'revision_number': 1, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:10.962572 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb15f3-a270-47bc-93ef-ca878d8e9043 None None] New status for floating IP 8aa0da60-975f-4e39-88d4-bbdd8ee93933: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:16:15.258792 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd838-c9eb-404d-8857-b35dd8f4dcf2 req-26aef232-1be6-4b36-bb96-40c39e08839d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:15.260531 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a97cd838-c9eb-404d-8857-b35dd8f4dcf2 req-26aef232-1be6-4b36-bb96-40c39e08839d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0681865 Jun 16 16:16:15.335996 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a97cd838-c9eb-404d-8857-b35dd8f4dcf2 req-c4190e2e-52b1-4404-9dca-e485af50810f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662434 Jun 16 16:16:15.365662 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52756) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:15.674574 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8ceb3-9385-4b99-87de-cd1d826112a3 tempest-TestMinimumBasicScenario-829232944 tempest-TestMinimumBasicScenario-829232944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:15.676609 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-a9b8ceb3-9385-4b99-87de-cd1d826112a3 tempest-TestMinimumBasicScenario-829232944 tempest-TestMinimumBasicScenario-829232944-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1125 time: 0.3096240 Jun 16 16:16:15.680736 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52760) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:15.688198 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'port_id': '5082da5f-5306-4a23-b35d-d8a60373485c', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:15.728285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:15.826097 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:15.948826 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:15.996591 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Allocated IP 172.27.2.130 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/193dcd07-75ea-4ca9-80cf-52afcf894bf3) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:16.149494 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:16.200409 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:16.249804 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:16.258432 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:16.263398 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:16.270403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'Port': ['ID=193dcd07-75ea-4ca9-80cf-52afcf894bf3,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.542571 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:16.778176 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for floatingip (4db5b34d-4e9a-4804-a4e6-f051dc31e4f7), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:16.876400 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:17.006877 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:17.076977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:17.083446 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:17.170701 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'Port': ['ID=193dcd07-75ea-4ca9-80cf-52afcf894bf3,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:17.195014 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (4db5b34d-4e9a-4804-a4e6-f051dc31e4f7), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:17.589917 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Floating IP 4db5b34d-4e9a-4804-a4e6-f051dc31e4f7 associated. External IP: 172.27.2.130, port: 5082da5f-5306-4a23-b35d-d8a60373485c. Jun 16 16:16:17.837834 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Router bd621864-2664-4eb4-a34f-6ec93affd1cc has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:16:17.910966 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:17.992009 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:16:18.003443 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] Sync routers for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:18.018617 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.022733 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:18.023722 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:15:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:18.059053 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-84628ec5-54b4-4254-a1ae-c2d56d61a258 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3765037 Jun 16 16:16:18.059923 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:18.063719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52768) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:18.064668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d4b483-0259-41c9-be36-dec373f9db98" -d '{"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:18.071373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639997603', 'description': 'tempest-secgroup-smoke-639997603 description', 'project_id': '925cc45674694931bfe8fc60765045c2'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:18.117234 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.132321 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93401f29-b1cb-4ea2-a2da-d1d070d37505 x-openstack-request-id: req-93401f29-b1cb-4ea2-a2da-d1d070d37505 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:18.133092 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:18.133473 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-93401f29-b1cb-4ea2-a2da-d1d070d37505 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:18.134118 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93401f29-b1cb-4ea2-a2da-d1d070d37505'] response: {'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'status': 'completed', 'code': 200} Jun 16 16:16:18.295253 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group (14275c86-d82b-4e27-a8bf-f2c4b95be5fe), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.297637 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-1ada7f58-c5f1-49b4-b9b2-4dc4f08e1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:18.299764 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-1ada7f58-c5f1-49b4-b9b2-4dc4f08e1e8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1130 time: 0.1248930 Jun 16 16:16:18.301376 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (14275c86-d82b-4e27-a8bf-f2c4b95be5fe), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.310718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:18.349260 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.352383 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2871389 Jun 16 16:16:18.355635 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52774) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:18.360857 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group_rule': {'security_group_id': '14275c86-d82b-4e27-a8bf-f2c4b95be5fe', 'project_id': '925cc45674694931bfe8fc60765045c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:18.368205 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6283672-622a-4d43-ba13-832b3c79fb7a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14275c86-d82b-4e27-a8bf-f2c4b95be5fe,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:18.382476 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:18.404568 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (b26beb62-ba2a-4b14-b516-36ecdc9426a8), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.442721 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:18.479750 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (b26beb62-ba2a-4b14-b516-36ecdc9426a8), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.484195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (b26beb62-ba2a-4b14-b516-36ecdc9426a8), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.499399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-554f34ba-351c-45cc-8e64-d90e994a5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:18.502370 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-554f34ba-351c-45cc-8e64-d90e994a5ca3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 915 time: 0.1747296 Jun 16 16:16:18.516383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.517463 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608076 Jun 16 16:16:18.521736 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52776) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:18.525898 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e92c60-f95c-441a-b396-7de4d598746f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26beb62-ba2a-4b14-b516-36ecdc9426a8,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:18.565687 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group_rule': {'security_group_id': '14275c86-d82b-4e27-a8bf-f2c4b95be5fe', 'project_id': '925cc45674694931bfe8fc60765045c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:18.583082 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:18.631324 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-a75f813f-dd76-4c40-9af5-89413a44a57f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 1000 time: 0.1209500 Jun 16 16:16:18.634196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (975c09d4-8fd7-413c-9ad3-f74b34ba149d), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:18.683047 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '4db5b34d-4e9a-4804-a4e6-f051dc31e4f7', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'port_id': '5082da5f-5306-4a23-b35d-d8a60373485c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'mac_address': 'fa:16:3e:93:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:16Z', 'updated_at': '2022-06-16T16:16:16Z', 'revision_number': 0, 'project_id': '925cc45674694931bfe8fc60765045c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:49Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:18.720825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] Checking router: bd621864-2664-4eb4-a34f-6ec93affd1cc for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:18.733476 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:18.734277 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:15:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:18.898028 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:19.030248 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-1587d008-52c9-4374-b7d8-2bc2ed02dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:19.032238 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-1587d008-52c9-4374-b7d8-2bc2ed02dc8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 200 len: 853 time: 0.3867338 Jun 16 16:16:19.082827 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (975c09d4-8fd7-413c-9ad3-f74b34ba149d), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.102447 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (975c09d4-8fd7-413c-9ad3-f74b34ba149d), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.118821 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:19.136105 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-9a2181ce-2ed0-412b-835b-4edaabb8c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:19.140270 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-9a2181ce-2ed0-412b-835b-4edaabb8c31f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a047fbf-e261-4245-b980-32955ab86d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956938 Jun 16 16:16:19.150660 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.152708 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6295407 Jun 16 16:16:19.156325 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70db39-c824-423b-a2b9-34910e4ab1fc tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975c09d4-8fd7-413c-9ad3-f74b34ba149d,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:19.157481 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52778) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:19.163532 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group_rule': {'security_group_id': '14275c86-d82b-4e27-a8bf-f2c4b95be5fe', 'project_id': '925cc45674694931bfe8fc60765045c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:19.199439 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:19.201571 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (c1a17f23-9332-4339-ba78-57816eb90171), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.238036 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '4db5b34d-4e9a-4804-a4e6-f051dc31e4f7', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'port_id': '5082da5f-5306-4a23-b35d-d8a60373485c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'mac_address': 'fa:16:3e:93:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:16Z', 'updated_at': '2022-06-16T16:16:16Z', 'revision_number': 0, 'project_id': '925cc45674694931bfe8fc60765045c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:49Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:19.270380 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dd8a7-5d95-4e85-b445-97c13c0fc03e None None] The sync data for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi is: [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '4db5b34d-4e9a-4804-a4e6-f051dc31e4f7', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'port_id': '5082da5f-5306-4a23-b35d-d8a60373485c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'mac_address': 'fa:16:3e:93:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:16Z', 'updated_at': '2022-06-16T16:16:16Z', 'revision_number': 0, 'project_id': '925cc45674694931bfe8fc60765045c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:49Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:19.304418 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (c1a17f23-9332-4339-ba78-57816eb90171), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.308277 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-2edb9600-f626-4ed4-b2d1-f7c1f5fb6d70 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532857 Jun 16 16:16:19.309916 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (c1a17f23-9332-4339-ba78-57816eb90171), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.357292 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a17f23-9332-4339-ba78-57816eb90171,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:19.374384 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.378879 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8f7f1fc5-ee84-4381-85db-656a66058e63 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2199421 Jun 16 16:16:19.381159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52782) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:19.389274 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group_rule': {'security_group_id': '14275c86-d82b-4e27-a8bf-f2c4b95be5fe', 'project_id': '925cc45674694931bfe8fc60765045c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:19.456426 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (c2d92526-15ec-490d-b28d-bfcbe74cd95b), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.476026 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e4d4b483-0259-41c9-be36-dec373f9db98 req-57fc317c-dd6a-42c4-927d-fdeeb9ef8f31 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589499 Jun 16 16:16:19.539348 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (c2d92526-15ec-490d-b28d-bfcbe74cd95b), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.549490 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (c2d92526-15ec-490d-b28d-bfcbe74cd95b), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.586034 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d92526-15ec-490d-b28d-bfcbe74cd95b,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:19.606554 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.608291 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-02c5bc45-ae71-4522-bc13-8d889ad2c0a6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2256010 Jun 16 16:16:19.612417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52784) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:19.625063 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4fcb4-7cbd-4fa8-bfa9-02875b53bf41 None None] New status for floating IP 4db5b34d-4e9a-4804-a4e6-f051dc31e4f7: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:16:19.629527 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group_rule': {'security_group_id': '14275c86-d82b-4e27-a8bf-f2c4b95be5fe', 'project_id': '925cc45674694931bfe8fc60765045c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:19.664216 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.securitygroups_db [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Project 925cc45674694931bfe8fc60765045c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:16:19.675279 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (b7c5e20e-25ce-4f94-87c0-0da1e72fb336), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.766310 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (b7c5e20e-25ce-4f94-87c0-0da1e72fb336), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.772762 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (b7c5e20e-25ce-4f94-87c0-0da1e72fb336), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.795299 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bcba0a0a-9abc-4520-ab35-e897f0f00b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.799016 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c5e20e-25ce-4f94-87c0-0da1e72fb336,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:19.822479 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.827628 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-560d6579-8adc-4591-ba26-3793f6d4f79d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2100229 Jun 16 16:16:19.837445 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52786) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:19.842432 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'security_group_rule': {'security_group_id': '14275c86-d82b-4e27-a8bf-f2c4b95be5fe', 'project_id': '925cc45674694931bfe8fc60765045c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:19.870339 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.securitygroups_db [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Project 925cc45674694931bfe8fc60765045c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:16:19.879159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (85d74644-9fdc-45f6-9851-eed2b1043b36), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.978916 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (85d74644-9fdc-45f6-9851-eed2b1043b36), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:19.983048 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (85d74644-9fdc-45f6-9851-eed2b1043b36), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:20.009605 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d74644-9fdc-45f6-9851-eed2b1043b36,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:20.018976 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:20.020658 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1c3595a2-c8fa-4030-9ef0-1e8174309a3a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1818013 Jun 16 16:16:20.148297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-669da65c-428a-48f8-a002-efa0bc45688a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639997603&fields=id&tenant_id=925cc45674694931bfe8fc60765045c2 HTTP/1.1" status: 200 len: 267 time: 0.0576665 Jun 16 16:16:20.219878 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-b9d4dc71-cf6f-4e1e-a5ee-822ffe034373 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:20.221698 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-b9d4dc71-cf6f-4e1e-a5ee-822ffe034373 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0680435 Jun 16 16:16:20.235643 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'port': {'security_groups': ['196ca9ec-328d-4a64-8689-a826bb21ff8f', '14275c86-d82b-4e27-a8bf-f2c4b95be5fe']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:20.325024 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:20.515226 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:20.551973 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:20.588415 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for port (5082da5f-5306-4a23-b35d-d8a60373485c), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:20.594405 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:20.609361 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5082da5f-5306-4a23-b35d-d8a60373485c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:16:20.654343 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:20.655099 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:20.656962 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-724ba759-9dc1-4b19-b108-dd6418b019b0 req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "PUT /v2.0/ports/5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 982 time: 0.4260051 Jun 16 16:16:20.657681 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:20.662314 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ede391e-e9c8-4541-9bd8-269bb586b0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:20.713159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053e2ae-d283-4cba-b86e-fd8929015d7d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=6']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:20.766203 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c455d-0889-4f22-a3a5-8e2b437437b3 x-openstack-request-id: req-3c4c455d-0889-4f22-a3a5-8e2b437437b3 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:20.767496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:20.767496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3c4c455d-0889-4f22-a3a5-8e2b437437b3 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:20.768190 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4c455d-0889-4f22-a3a5-8e2b437437b3'] response: {'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'status': 'completed', 'code': 200} Jun 16 16:16:20.837840 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5082da5f-5306-4a23-b35d-d8a60373485c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:16:20.902856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cd213-c9d6-41d0-a343-0c3ba29ab83f req-722abfe6-3199-4a24-bd4f-4e860cc80925 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:20.904817 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5e5cd213-c9d6-41d0-a343-0c3ba29ab83f req-722abfe6-3199-4a24-bd4f-4e860cc80925 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.1312158 Jun 16 16:16:20.914857 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-43b86145-9c05-449b-92f6-94c7f311a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:20.918307 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-43b86145-9c05-449b-92f6-94c7f311a7ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1169 time: 0.0843816 Jun 16 16:16:20.951502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:21.057892 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5e5cd213-c9d6-41d0-a343-0c3ba29ab83f req-5d4e2960-072a-47af-b771-a68c1cf8326d tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1410022 Jun 16 16:16:21.058689 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-8c9c8d5b-4c68-490b-929a-4acd5e8e29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:21.061897 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-8c9c8d5b-4c68-490b-929a-4acd5e8e29cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 915 time: 0.1356220 Jun 16 16:16:21.142626 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-f9106f9f-ee40-4409-8c91-a196d59fdb0f None None] Provisioning complete for port 5082da5f-5306-4a23-b35d-d8a60373485c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:16:21.143028 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f9106f9f-ee40-4409-8c91-a196d59fdb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:21.154565 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:21.183181 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-54148143-5e55-4462-88fa-3098ae16ed31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 1002 time: 0.1051891 Jun 16 16:16:21.195930 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:21.253698 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-ec63eb7e-5a9f-4e15-92b4-a28ceab2b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:21.256186 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-ec63eb7e-5a9f-4e15-92b4-a28ceab2b719 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 200 len: 853 time: 0.0643167 Jun 16 16:16:21.314527 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-efbbcd7b-4bcc-48cd-9365-5d4acef90fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:21.316040 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-efbbcd7b-4bcc-48cd-9365-5d4acef90fe6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a047fbf-e261-4245-b980-32955ab86d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521405 Jun 16 16:16:21.386945 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-f9106f9f-ee40-4409-8c91-a196d59fdb0f None None] Current status of the port 5082da5f-5306-4a23-b35d-d8a60373485c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:21.457669 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-d01b0b66-60a8-47e8-9663-fa6170e465aa service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332495 Jun 16 16:16:21.634535 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0ede391e-e9c8-4541-9bd8-269bb586b0ff req-46879c9c-6336-4cda-843c-60a1f5da0fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672637 Jun 16 16:16:22.231949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a1bc2226-c062-486d-a4f7-13bfb336c3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:23.555431 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:24.821708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:25.274815 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:29.797577 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:29.809216 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:31.034637 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:31.041460 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:31.627225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=37 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:31.629635 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=69 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:32.545234 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e1469-09bc-4291-b82d-74de9e8fc78b req-d68c37da-e713-4303-bd14-db72cfa163c1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:32.546877 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-095e1469-09bc-4291-b82d-74de9e8fc78b req-d68c37da-e713-4303-bd14-db72cfa163c1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.0523608 Jun 16 16:16:32.601013 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-095e1469-09bc-4291-b82d-74de9e8fc78b req-5600f1c5-54ad-43a3-883f-850afd00ff79 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478170 Jun 16 16:16:33.152366 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:16:33.758027 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7daf3-3c5a-49a4-b68a-92784677295e req-b68997d6-99f4-4ce8-a0d6-5c887f60ab64 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.760345 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e7f7daf3-3c5a-49a4-b68a-92784677295e req-b68997d6-99f4-4ce8-a0d6-5c887f60ab64 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.0783343 Jun 16 16:16:33.820276 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e7f7daf3-3c5a-49a4-b68a-92784677295e req-ab61061a-59ca-496d-995e-bc2f9d56d348 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535748 Jun 16 16:16:35.001286 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda159b3-93fa-4b47-8923-803a7bd52c08 req-81bd09e0-adc7-4a43-bc60-6952293f80bb tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:35.002832 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bda159b3-93fa-4b47-8923-803a7bd52c08 req-81bd09e0-adc7-4a43-bc60-6952293f80bb tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.0628467 Jun 16 16:16:35.071216 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bda159b3-93fa-4b47-8923-803a7bd52c08 req-3eeb5f78-c1e0-4730-bcde-c8175d1db2ca tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609787 Jun 16 16:16:35.266618 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:35.269589 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:36.155614 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-ab9289e9-a85c-48dd-83ce-b4c0710209f5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:36.157589 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-ab9289e9-a85c-48dd-83ce-b4c0710209f5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.0651321 Jun 16 16:16:36.262923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c18bb2-538c-43c0-ac6d-370279500598 req-cccf2a07-8b6f-409a-a24a-5319d4400059 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:36.264399 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f3c18bb2-538c-43c0-ac6d-370279500598 req-cccf2a07-8b6f-409a-a24a-5319d4400059 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 945 time: 0.1048477 Jun 16 16:16:36.319006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:16:36.319456 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:36.421762 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f3c18bb2-538c-43c0-ac6d-370279500598 req-69ff3be1-f905-4ef0-b5b5-6f2146b1517e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4626b9d-cba4-4699-977c-3a8a97962355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376534 Jun 16 16:16:36.478513 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] For port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:36.478880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:36.747702 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:36.748069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (d4c3a705-7f94-4627-8617-ff8c1db5632f), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:36.748393 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP d4c3a705-7f94-4627-8617-ff8c1db5632f disassociated. External IP: 172.27.2.217, port: 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281. Jun 16 16:16:36.748733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:16:36.905554 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:36.938478 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:37.082785 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:16:37.105017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:37.259262 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:37.280198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:16:37.297221 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:37.313704 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:37.314378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:16:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:37.348183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] No DVR routers for this DVR port 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:16:37.352402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.358282 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2d1bf134-0d6e-40c7-91ab-2ea72f7fc8d6 req-7e1a16da-f821-4db4-a268-3f0f6d9147ec tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "DELETE /v2.0/ports/1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 HTTP/1.1" status: 204 len: 173 time: 1.1888494 Jun 16 16:16:37.358976 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'name': 'network-vif-deleted', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:37.361331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c771f9a-329b-4da7-8071-b8ffd6b24270" -d '{"events": [{"server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "name": "network-vif-deleted", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:37.438136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15160e58-9593-4f94-ac21-70671587c9dd x-openstack-request-id: req-15160e58-9593-4f94-ac21-70671587c9dd {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:37.438595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f1126e-5b19-4b56-aa87-c4be0b53eb85", "name": "network-vif-deleted", "tag": "1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:37.439063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-15160e58-9593-4f94-ac21-70671587c9dd {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:37.439723 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15160e58-9593-4f94-ac21-70671587c9dd'] response: {'server_uuid': '65f1126e-5b19-4b56-aa87-c4be0b53eb85', 'name': 'network-vif-deleted', 'tag': '1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281', 'status': 'completed', 'code': 200} Jun 16 16:16:37.486938 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:37.636536 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ca4cd6a-6fe4-4309-a92c-b46110e497fd req-7617290e-ca59-496c-bf1b-f89ccc89a872 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=65f1126e-5b19-4b56-aa87-c4be0b53eb85 HTTP/1.1" status: 200 len: 210 time: 0.0500283 Jun 16 16:16:37.852931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:14Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:37.884992 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:37.897530 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:37.898214 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:16:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:38.086593 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:38.310909 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:38.595287 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:14Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:38.637063 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84204cf-6408-4808-992d-19c1cc662921 None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '9c1e989c-1374-4fb0-a2f7-cc1d967ab645', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:4e:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:18Z', 'updated_at': '2022-06-16T16:13:14Z', 'revision_number': 2, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:38.798232 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52904) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:38.908837 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-397caf18-2e2d-4598-8c40-2d424874d709 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (c4626b9d-cba4-4699-977c-3a8a97962355), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:38.953403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-397caf18-2e2d-4598-8c40-2d424874d709 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (c4626b9d-cba4-4699-977c-3a8a97962355), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:38.998154 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb2dd9-01b4-4115-9a0a-a7cead170dc6 None None] New status for floating IP d4c3a705-7f94-4627-8617-ff8c1db5632f: DOWN {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:16:39.031036 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-397caf18-2e2d-4598-8c40-2d424874d709 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c4626b9d-cba4-4699-977c-3a8a97962355), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.034538 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-397caf18-2e2d-4598-8c40-2d424874d709 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.037727 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-397caf18-2e2d-4598-8c40-2d424874d709 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/security-groups/c4626b9d-cba4-4699-977c-3a8a97962355 HTTP/1.1" status: 204 len: 168 time: 0.2305429 Jun 16 16:16:39.039352 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52906) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:39.046989 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397caf18-2e2d-4598-8c40-2d424874d709 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4626b9d-cba4-4699-977c-3a8a97962355,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:39.061367 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-49ef5087-0779-4486-95da-60baf00381cd tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] show failed (client error): The resource could not be found. Jun 16 16:16:39.070225 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-49ef5087-0779-4486-95da-60baf00381cd tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups/c4626b9d-cba4-4699-977c-3a8a97962355 HTTP/1.1" status: 404 len: 347 time: 0.0249815 Jun 16 16:16:39.071145 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 52908) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:39.279802 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port 6fa52aac-c34d-4a63-90af-c76d297c8625 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:16:39.280332 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.389714 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.390015 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (6fa52aac-c34d-4a63-90af-c76d297c8625), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.403923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for 6fa52aac-c34d-4a63-90af-c76d297c8625 owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:16:39.590198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (6fa52aac-c34d-4a63-90af-c76d297c8625), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.624957 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=6fa52aac-c34d-4a63-90af-c76d297c8625,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:39.697166 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (d4c3a705-7f94-4627-8617-ff8c1db5632f), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.700245 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:39.701888 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d779a962-643d-425d-8a1b-f5bbfb33e903 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/floatingips/d4c3a705-7f94-4627-8617-ff8c1db5632f HTTP/1.1" status: 204 len: 168 time: 0.6294961 Jun 16 16:16:41.429351 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:16:41.470944 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:16:41.471293 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1e1c5a67-e2e5-4c4d-9bb0-aaeddbf28281 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:16:44.221148 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff9a6-715e-4c4e-962c-487544961ec7 req-c7fc071b-b64d-4da2-bd4e-064b669b34f9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:44.226427 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-134ff9a6-715e-4c4e-962c-487544961ec7 req-c7fc071b-b64d-4da2-bd4e-064b669b34f9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.0868111 Jun 16 16:16:44.335108 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-134ff9a6-715e-4c4e-962c-487544961ec7 req-97b29424-fba6-41a2-8762-42eb0141bb12 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020620 Jun 16 16:16:45.590642 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe09a-361e-445b-918f-b519a7fad5b0 req-5dd21635-bfee-4dd0-bc1f-302538e51313 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:45.592402 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ccbe09a-361e-445b-918f-b519a7fad5b0 req-5dd21635-bfee-4dd0-bc1f-302538e51313 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.1520386 Jun 16 16:16:45.687353 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ccbe09a-361e-445b-918f-b519a7fad5b0 req-829a7e81-a251-4cbe-8992-e41874e00118 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837102 Jun 16 16:16:46.887443 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fa766-c532-4bce-b14f-af51e6e38f77 req-183b1e04-6f3f-42a4-be77-febccf5851d6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:46.889135 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-776fa766-c532-4bce-b14f-af51e6e38f77 req-183b1e04-6f3f-42a4-be77-febccf5851d6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.0689452 Jun 16 16:16:46.963469 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-776fa766-c532-4bce-b14f-af51e6e38f77 req-2e137673-6a49-4eec-8aaf-c1eb50cae1e8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668204 Jun 16 16:16:47.021008 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-f1db24de-0b8b-473d-b1dc-f406fe9e2f36 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:47.023328 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-f1db24de-0b8b-473d-b1dc-f406fe9e2f36 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 946 time: 0.0771167 Jun 16 16:16:47.184162 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port bef1a992-09d2-465a-ab42-4a79a9fd1971 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:16:47.185060 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:47.321855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] For port bef1a992-09d2-465a-ab42-4a79a9fd1971, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bef1a992-09d2-465a-ab42-4a79a9fd1971,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:47.322357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:47.484766 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:47.543294 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:47.590802 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:47.591146 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (9c1e989c-1374-4fb0-a2f7-cc1d967ab645), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:47.591772 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP 9c1e989c-1374-4fb0-a2f7-cc1d967ab645 disassociated. External IP: 172.27.2.56, port: bef1a992-09d2-465a-ab42-4a79a9fd1971. Jun 16 16:16:47.592364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for bef1a992-09d2-465a-ab42-4a79a9fd1971 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:16:47.820164 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (bef1a992-09d2-465a-ab42-4a79a9fd1971), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:47.871693 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=bef1a992-09d2-465a-ab42-4a79a9fd1971,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:47.889491 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.890076 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.890631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.891182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.891733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.892283 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.893090 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.893473 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.894047 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.894799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.895369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.895927 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.897717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.898328 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:47.898707 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52984) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:47.899453 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:48.196232 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:16:48.213983 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e1383afe-6b7d-4fd7-a47f-aa135392ee89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.222442 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-977f730a-0d20-40ad-852d-7bb9ae97a224 req-0b93a460-ed52-46e5-8199-268b9300d5b5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0582023 Jun 16 16:16:48.405133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e1383afe-6b7d-4fd7-a47f-aa135392ee89 admin admin] Publish callbacks [] for security_group (61bbc49a-9634-4c6d-9e0a-4e682aceff3c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.413879 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-e1383afe-6b7d-4fd7-a47f-aa135392ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (61bbc49a-9634-4c6d-9e0a-4e682aceff3c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.467267 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:16:48.485660 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-e1383afe-6b7d-4fd7-a47f-aa135392ee89 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=666d2b4e3bc6461e8b894c3593a6e0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777199 Jun 16 16:16:48.485660 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 52990) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:48.489807 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:48.516434 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:48.521150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:16:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:48.555294 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383afe-6b7d-4fd7-a47f-aa135392ee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bbc49a-9634-4c6d-9e0a-4e682aceff3c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:48.628065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] No DVR routers for this DVR port bef1a992-09d2-465a-ab42-4a79a9fd1971 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:16:48.633649 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-556afec8-4255-455d-b138-cb8594ea4b75 admin admin] Publish callbacks [] for security_group (61bbc49a-9634-4c6d-9e0a-4e682aceff3c), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.634006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.639820 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2ca4ed89-e14e-4092-a6ec-d9a954de05f6 req-3f7907ad-f401-4909-9477-0744991d69fe tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "DELETE /v2.0/ports/bef1a992-09d2-465a-ab42-4a79a9fd1971 HTTP/1.1" status: 204 len: 173 time: 1.6083672 Jun 16 16:16:48.640715 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'name': 'network-vif-deleted', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:48.646009 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe46cd20-266d-4434-b9a3-1ed8acbcc84e" -d '{"events": [{"server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "name": "network-vif-deleted", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:48.691621 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-556afec8-4255-455d-b138-cb8594ea4b75 admin admin] Publish callbacks [] for security_group (61bbc49a-9634-4c6d-9e0a-4e682aceff3c), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.767615 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:48.784252 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:48.784715 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:48.798023 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:48.805290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae620711-14aa-4270-a358-ef1515721246 x-openstack-request-id: req-ae620711-14aa-4270-a358-ef1515721246 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:48.805290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263395e-8f5e-4b76-85de-41bf42f947ae", "name": "network-vif-deleted", "tag": "bef1a992-09d2-465a-ab42-4a79a9fd1971", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:48.806156 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ae620711-14aa-4270-a358-ef1515721246 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:48.806889 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae620711-14aa-4270-a358-ef1515721246'] response: {'server_uuid': 'e263395e-8f5e-4b76-85de-41bf42f947ae', 'name': 'network-vif-deleted', 'tag': 'bef1a992-09d2-465a-ab42-4a79a9fd1971', 'status': 'completed', 'code': 200} Jun 16 16:16:48.874383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-556afec8-4255-455d-b138-cb8594ea4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (61bbc49a-9634-4c6d-9e0a-4e682aceff3c), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.880014 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-556afec8-4255-455d-b138-cb8594ea4b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:48.886918 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-556afec8-4255-455d-b138-cb8594ea4b75 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/61bbc49a-9634-4c6d-9e0a-4e682aceff3c HTTP/1.1" status: 204 len: 168 time: 0.3970470 Jun 16 16:16:48.899986 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556afec8-4255-455d-b138-cb8594ea4b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bbc49a-9634-4c6d-9e0a-4e682aceff3c,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:49.150702 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:49.197133 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:49.212113 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:49.213349 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:16:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:49.437629 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:49.454232 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9db36534-8bb8-4df2-b982-e3eef5cd966f req-048925c9-a3e7-46bb-bad2-f61890ead187 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e263395e-8f5e-4b76-85de-41bf42f947ae HTTP/1.1" status: 200 len: 210 time: 0.0610628 Jun 16 16:16:49.487470 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device bef1a992-09d2-465a-ab42-4a79a9fd1971 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:16:49.531378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: bef1a992-09d2-465a-ab42-4a79a9fd1971 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:16:49.532343 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device bef1a992-09d2-465a-ab42-4a79a9fd1971 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:16:49.812684 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fecf1ca-496c-48b1-baba-d1ffed8f4369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:49.887984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:49.934802 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf2ea6-69e4-4f67-a40d-4c86fe1cad50 None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:50.181158 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53018) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:50.326707 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340312f4-c11e-4840-a4b6-fc580b01b9d1 None None] New status for floating IP 9c1e989c-1374-4fb0-a2f7-cc1d967ab645: DOWN {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:16:50.365277 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-334511146-network', 'tenant_id': 'cb4bbded2b5a4d5fa7760540cfa123f7'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:50.399514 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Made reservation on behalf of cb4bbded2b5a4d5fa7760540cfa123f7 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:50.402955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.416982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.572053 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks [] for security_group (220e9ad9-4036-4c02-9f2f-d3a06290ceed), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.578383 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (220e9ad9-4036-4c02-9f2f-d3a06290ceed), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.616540 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:16:50.625222 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53026) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:50.652847 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (b8d9d61d-115b-461e-b12e-af33f7dc8b64), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.653533 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Added segment b8d9d61d-115b-461e-b12e-af33f7dc8b64 of type vlan for network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f Jun 16 16:16:50.655580 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e9ad9-4036-4c02-9f2f-d3a06290ceed,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:50.718324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:50.736114 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.742812 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.782012 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.783999 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:50.785169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.790462 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:50.796582 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.812522 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:50.842830 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6599202 Jun 16 16:16:50.851977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53028) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:50.858879 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Request body: {'subnet': {'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-334511146-subnet', 'tenant_id': 'cb4bbded2b5a4d5fa7760540cfa123f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:50.901614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Made reservation on behalf of cb4bbded2b5a4d5fa7760540cfa123f7 for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:50.906990 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112067'] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.949474 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.954702 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:50.957108 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/security-groups/ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984 HTTP/1.1" status: 204 len: 168 time: 0.3298771 Jun 16 16:16:50.972800 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53030) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:51.038525 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.api.v2.resource [None req-720b65d5-7548-403a-bc28-d99d15de3166 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] show failed (client error): The resource could not be found. Jun 16 16:16:51.040079 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-720b65d5-7548-403a-bc28-d99d15de3166 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups/ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984 HTTP/1.1" status: 404 len: 347 time: 0.0659678 Jun 16 16:16:51.045082 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00b7d0-e9e5-4ca7-b83b-d4cba0e9e984,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:51.054903 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53032) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:51.136254 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.136818 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.137242 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.137682 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.138187 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.138735 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.139275 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.139928 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.140513 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.141267 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.142226 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.143039 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.144079 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.145499 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.146526 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbbc567-3c90-458e-ba76-479cf5d695b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:51.182755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8197bbe-2272-4da5-9961-7a0beddc33d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:51.202932 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:16:51.361578 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port f5ed4a4b-d072-441f-b5ed-7d7c77080ad2 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:16:51.361907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:51.515662 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112113'] for subnet (d7254f98-bbae-40ed-bc93-5b208902cba9), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:51.534181 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:51.534635 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:51.589672 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for f5ed4a4b-d072-441f-b5ed-7d7c77080ad2 owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:16:51.669453 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7254f98-bbae-40ed-bc93-5b208902cba9,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:51.714646 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Checking segment: {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:16:51.715037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Network hostable DHCP agents. Network: f7d4ecdc-bb0f-456d-aa92-24e4392aa63f, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:16:51.774988 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:16:51.779486 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:51.831077 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, f7d4ecdc-bb0f-456d-aa92-24e4392aa63f) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:51.839383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:51.840058 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:51.844060 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a48ac-55a4-44fa-ba82-ee7eb842cda3 None None] Network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:16:51.865320 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:51.900915 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5617f6d3-418d-409a-a4ad-1b11f181afe8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0473118 Jun 16 16:16:51.903504 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (f5ed4a4b-d072-441f-b5ed-7d7c77080ad2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:51.951461 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=f5ed4a4b-d072-441f-b5ed-7d7c77080ad2,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:52.028472 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a7cd0-8715-4df0-971b-241f9e639c99 None None] Network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:16:52.078094 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (9c1e989c-1374-4fb0-a2f7-cc1d967ab645), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.082976 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.084726 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f3484d02-88e3-42e8-88a6-c6aa499fcaac tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/floatingips/9c1e989c-1374-4fb0-a2f7-cc1d967ab645 HTTP/1.1" status: 204 len: 168 time: 1.0286524 Jun 16 16:16:52.240570 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53042) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:52.243440 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:52.257479 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109266272', 'description': 'tempest-description--697937783'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:52.265056 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-05ce207e-64b9-4a60-907e-af9da4d0c924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.309562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.435169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (2ae3f194-b24b-4108-8478-e2297631d1c3), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.441248 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2ae3f194-b24b-4108-8478-e2297631d1c3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.498919 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.498919 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2450686 Jun 16 16:16:52.500697 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53044) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:52.508870 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': '2ae3f194-b24b-4108-8478-e2297631d1c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:52.510527 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a097d8d-2f37-4686-bcc5-8646451ab687 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae3f194-b24b-4108-8478-e2297631d1c3,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:52.554100 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (67e32a6d-088c-4421-bc06-4673f27f429c), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.653398 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (67e32a6d-088c-4421-bc06-4673f27f429c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.657761 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (67e32a6d-088c-4421-bc06-4673f27f429c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.696120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e32a6d-088c-4421-bc06-4673f27f429c,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:52.706715 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.709855 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-17f26825-b8d8-4357-8c83-b1b11de9706d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072854 Jun 16 16:16:52.714354 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53046) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:52.720473 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': '2ae3f194-b24b-4108-8478-e2297631d1c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:52.780648 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (a45c7a22-7ed0-4258-9a1f-d74963ca6879), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.906333 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (a45c7a22-7ed0-4258-9a1f-d74963ca6879), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.910429 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (a45c7a22-7ed0-4258-9a1f-d74963ca6879), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.927468 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45c7a22-7ed0-4258-9a1f-d74963ca6879,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:52.962180 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.963498 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-38bd0868-a8c4-4aaf-bdd4-1bc6ff46de22 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479155 Jun 16 16:16:52.968663 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53052) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:52.978827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:53.006454 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.148726 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.331771 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.27.2.219 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/030b0516-0090-4bed-a60c-4588b90a7131) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:53.493894 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (030b0516-0090-4bed-a60c-4588b90a7131), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.552847 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.557355 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (030b0516-0090-4bed-a60c-4588b90a7131), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.622342 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:53.633719 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:53.638734 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:53.672893 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=030b0516-0090-4bed-a60c-4588b90a7131,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:53.691810 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:53.765661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (c610aa61-6edd-49ba-9ef6-b0a67dd4b9de), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.808342 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:53.824703 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (030b0516-0090-4bed-a60c-4588b90a7131), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:54.052866 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (030b0516-0090-4bed-a60c-4588b90a7131), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:54.060182 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (030b0516-0090-4bed-a60c-4588b90a7131), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:54.138537 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=030b0516-0090-4bed-a60c-4588b90a7131,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:54.160345 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (c610aa61-6edd-49ba-9ef6-b0a67dd4b9de), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:54.186787 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:54.197680 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-6b3c4ca4-d66e-45a3-88d2-0017b4864179 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2270632 Jun 16 16:16:54.262920 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-5b40e6fc-62ed-4f59-bfdf-4ba04cdab71c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:54.265770 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-5b40e6fc-62ed-4f59-bfdf-4ba04cdab71c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/networks?id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 200 len: 813 time: 0.1470897 Jun 16 16:16:54.289848 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-bc6b45d1-a2a5-4bd7-99ca-403a55ff6c7e tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/quotas/cb4bbded2b5a4d5fa7760540cfa123f7 HTTP/1.1" status: 200 len: 375 time: 0.0169785 Jun 16 16:16:54.338255 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-ff169168-a8b2-43f7-87a1-b2c7c1c1223c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421844 Jun 16 16:16:54.477753 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-eace96d9-bbe2-4310-ad92-5c143989650d service neutron] 10.222.0.17 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319208 Jun 16 16:16:54.502144 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-140b28cf-c8a7-4860-bf27-701b8f9570ed tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1109266272&fields=id&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 267 time: 0.0724523 Jun 16 16:16:54.619202 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-ce86ec5a-013d-46eb-a445-6252007c63b8 service neutron] 10.222.0.17 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336291 Jun 16 16:16:54.659035 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-94a8f694-7acd-49fc-836a-0ea47812be82 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:54.661440 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-94a8f694-7acd-49fc-836a-0ea47812be82 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.1467283 Jun 16 16:16:54.682554 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-3cf30d32-a14d-418c-8a81-027fb57191df tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/quotas/b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 375 time: 0.0132511 Jun 16 16:16:54.787003 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-ce6ac1b3-75ff-444e-9d56-e236032c3186 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843205 Jun 16 16:16:54.852756 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:54.883869 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-278db7d6-3435-4f8c-8308-24f2dc5a4ad0 req-b31b1fbc-55f2-46ff-bc37-a52702f6e59f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 210 time: 0.0562301 Jun 16 16:16:54.960660 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-27c27492-a712-4a09-9f63-e8785dbd63d1 service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469128 Jun 16 16:16:55.095278 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-c846450c-2cf2-4e33-8daf-cb7903d5976b service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235991 Jun 16 16:16:55.310116 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:55.370238 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5e63f31-2d8c-41c4-8bf2-801d10ee02d1 req-76a9e64c-e9be-41d9-a31a-a3251c071685 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 210 time: 0.0753660 Jun 16 16:16:56.016010 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cab414b8-5fe5-4b78-88c1-8923a90c8674 req-ad2ec615-fc2d-47c3-8bda-d2bdb8daa50f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 210 time: 0.0448530 Jun 16 16:16:56.540588 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3ca115de-a11a-47c6-9269-cc786c5d1ca0 req-13a8f716-b759-4e04-b716-420e1d12d101 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 210 time: 0.0523221 Jun 16 16:16:56.554781 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-438265fa-4513-4b98-88c8-56255cc6ede5 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:56.556371 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-438265fa-4513-4b98-88c8-56255cc6ede5 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "GET /v2.0/networks?id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 200 len: 813 time: 0.2325404 Jun 16 16:16:56.590716 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Request body: {'port': {'device_id': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f', 'admin_state_up': True, 'tenant_id': 'cb4bbded2b5a4d5fa7760540cfa123f7'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:56.706271 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:56.743403 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:56.807373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Made reservation on behalf of cb4bbded2b5a4d5fa7760540cfa123f7 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:56.811994 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:57.010371 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Allocated IP 172.20.0.6 (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f/d7254f98-bbae-40ed-bc93-5b208902cba9/2c30997e-910b-45d6-b451-86b997261a88) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:57.206867 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b14696db-5309-43b2-b80c-21ca4ca2c104 req-8cb26d66-3cd6-4363-8405-cd872765374d tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 210 time: 0.0518055 Jun 16 16:16:57.308066 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks [] for port (2c30997e-910b-45d6-b451-86b997261a88), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:57.365618 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (2c30997e-910b-45d6-b451-86b997261a88), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:57.419559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:57.424803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:57.430469 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:57.446631 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:57.460021 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-6239bebb-3a47-4a5f-a1c8-3a499e507d20 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:57.462770 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-6239bebb-3a47-4a5f-a1c8-3a499e507d20 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.2036340 Jun 16 16:16:57.482359 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Pushing event updated for resources: {'Port': ['ID=2c30997e-910b-45d6-b451-86b997261a88,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:57.533861 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:57.535074 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:57.558815 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9c602ed7-94be-4021-91d1-6086da4cff31 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725692 Jun 16 16:16:57.583720 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-7ee22e3a-9697-48dd-8f58-8167c4e658cc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 380 time: 0.0967002 Jun 16 16:16:57.671285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'port': {'device_id': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'admin_state_up': True, 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'security_groups': ['2ae3f194-b24b-4108-8478-e2297631d1c3']}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:57.674879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Request body: {'port': {'device_id': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:57.681058 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3828515d-d45d-4fd4-986a-d58c32620f7f req-595bb121-797a-4fb1-a485-7db09012ff1d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 210 time: 0.0400574 Jun 16 16:16:57.782134 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2c30997e-910b-45d6-b451-86b997261a88), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:57.810623 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:57.877833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Made reservation on behalf of b091584c67814e4d8f7e88f0596880e3 for: {'port': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:57.883287 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.094970 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.20.0.3 (cdb4f4d1-8b7f-401f-9aab-5045d67bace2/4abd5374-38db-4a86-9849-3f37dc0f9019/de23705d-f0e2-4a20-bc77-f99d6d881c5c) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:58.143191 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:58.157481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:58.209964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c30997e-910b-45d6-b451-86b997261a88 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:58.221168 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Publish callbacks [] for port (2c30997e-910b-45d6-b451-86b997261a88), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.240296 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Transition to ACTIVE for port object 2c30997e-910b-45d6-b451-86b997261a88 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:16:58.253549 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (2c30997e-910b-45d6-b451-86b997261a88), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.291299 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.349471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Pushing event updated for resources: {'Port': ['ID=2c30997e-910b-45d6-b451-86b997261a88,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:58.377613 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.419701 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Attempting to bind port 2c30997e-910b-45d6-b451-86b997261a88 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:16:58.420506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Attempting to bind port 2c30997e-910b-45d6-b451-86b997261a88 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:16:58.420506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Attempting to bind port 2c30997e-910b-45d6-b451-86b997261a88 on network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:58.426958 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Port 2c30997e-910b-45d6-b451-86b997261a88 on network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:16:58.427402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Attempting to bind port 2c30997e-910b-45d6-b451-86b997261a88 on network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:58.433624 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:16:58.433991 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Checking segment: {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:16:58.434375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Bound using segment: {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:16:58.434828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Bound port: 2c30997e-910b-45d6-b451-86b997261a88, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:16:58.435231 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2c30997e-910b-45d6-b451-86b997261a88), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.439475 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c4b52-d1fd-4d24-9473-57c21be5f0c5 req-c1730829-88fe-46c8-919f-12a6fd239b49 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.441102 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b42c4b52-d1fd-4d24-9473-57c21be5f0c5 req-c1730829-88fe-46c8-919f-12a6fd239b49 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 943 time: 0.1051795 Jun 16 16:16:58.453072 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:58.460640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:58.467613 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:58.471183 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=de23705d-f0e2-4a20-bc77-f99d6d881c5c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:58.521833 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] For port 2c30997e-910b-45d6-b451-86b997261a88, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:16:58.533028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] For port 2c30997e-910b-45d6-b451-86b997261a88, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2c30997e-910b-45d6-b451-86b997261a88,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:16:58.543963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (2c30997e-910b-45d6-b451-86b997261a88), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.560216 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.560891 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.569225 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b42c4b52-d1fd-4d24-9473-57c21be5f0c5 req-64c27349-baa4-4ea2-b3ca-1b6c8bf3cb7f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147997 Jun 16 16:16:58.590387 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-82bc17d0-4733-4f15-989a-7b37352ab264 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9242854 Jun 16 16:16:58.606575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Request body: {'port': {'device_id': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:58.607250 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.608247 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.610428 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] 10.222.0.25 "PUT /v2.0/ports/2c30997e-910b-45d6-b451-86b997261a88 HTTP/1.1" status: 200 len: 1093 time: 0.9394426 Jun 16 16:16:58.616948 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'tag': '2c30997e-910b-45d6-b451-86b997261a88'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:58.622320 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06fad14-4176-4dd1-8e5d-bb4980e4786e" -d '{"events": [{"name": "network-changed", "server_uuid": "92f12382-4577-4486-99ea-ddc9f6e43e37", "tag": "2c30997e-910b-45d6-b451-86b997261a88"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:58.672985 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04505933-b291-4cd5-bc60-5989aa840232 service neutron] Pushing event updated for resources: {'Port': ['ID=2c30997e-910b-45d6-b451-86b997261a88,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:58.703200 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:58.717219 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee2b5db-455b-4317-9bb5-96064d391c54 x-openstack-request-id: req-bee2b5db-455b-4317-9bb5-96064d391c54 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:58.717777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f12382-4577-4486-99ea-ddc9f6e43e37", "tag": "2c30997e-910b-45d6-b451-86b997261a88", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:58.718265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bee2b5db-455b-4317-9bb5-96064d391c54 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:58.719014 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee2b5db-455b-4317-9bb5-96064d391c54'] response: {'name': 'network-changed', 'server_uuid': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'tag': '2c30997e-910b-45d6-b451-86b997261a88', 'status': 'completed', 'code': 200} Jun 16 16:16:58.737349 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.772399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-597f7d38-f139-4bfa-b3c5-cac04cd291cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.774573 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-597f7d38-f139-4bfa-b3c5-cac04cd291cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 1127 time: 0.0851896 Jun 16 16:16:58.861539 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-41ed70fa-8c76-4f4c-aee7-6a944ac24146 None None] Provisioning complete for port de23705d-f0e2-4a20-bc77-f99d6d881c5c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:16:58.862197 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-41ed70fa-8c76-4f4c-aee7-6a944ac24146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:58.882235 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-c519fef5-994d-431a-944a-7fe6f1751a68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c30997e-910b-45d6-b451-86b997261a88 HTTP/1.1" status: 200 len: 217 time: 0.0627701 Jun 16 16:16:58.916516 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-41ed70fa-8c76-4f4c-aee7-6a944ac24146 None None] Port de23705d-f0e2-4a20-bc77-f99d6d881c5c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:16:58.962830 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-67944a58-82b1-4f63-a535-1e4994131dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.964385 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-67944a58-82b1-4f63-a535-1e4994131dab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7254f98-bbae-40ed-bc93-5b208902cba9 HTTP/1.1" status: 200 len: 853 time: 0.0721993 Jun 16 16:16:59.008753 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-9aaca005-4b37-46fd-8134-b0d4cb900a1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340409 Jun 16 16:16:59.148224 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3b651-623e-4f0b-801e-0786f4655ee3 req-dc1f5dbf-92ba-44a5-a9bc-70e432c72635 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:59.150506 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a6d3b651-623e-4f0b-801e-0786f4655ee3 req-dc1f5dbf-92ba-44a5-a9bc-70e432c72635 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 931 time: 0.1007345 Jun 16 16:16:59.161702 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-7e7600a3-a921-494c-b8a3-a2bd53f43ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401739 Jun 16 16:16:59.300066 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:59.349865 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-07f8489d-b61b-4018-9a85-8ac199e66fc0 req-b93893ae-89cc-452c-a8fe-0d349fe6343a service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757376 Jun 16 16:16:59.356526 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a6d3b651-623e-4f0b-801e-0786f4655ee3 req-3eb97ec8-4c21-4d51-b9c7-985f69a164b5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860044 Jun 16 16:16:59.561392 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de23705d-f0e2-4a20-bc77-f99d6d881c5c {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:59.573878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Publish callbacks [] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:59.602755 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Transition to ACTIVE for port object de23705d-f0e2-4a20-bc77-f99d6d881c5c will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:16:59.609308 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:59.695667 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de23705d-f0e2-4a20-bc77-f99d6d881c5c,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:59.781607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b584af-0048-4c07-b27e-be75fc142c60 req-f312ed73-6f44-4462-8694-63a3aee5adbb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:59.799609 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-82b584af-0048-4c07-b27e-be75fc142c60 req-f312ed73-6f44-4462-8694-63a3aee5adbb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 943 time: 0.1181731 Jun 16 16:16:59.845766 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Attempting to bind port de23705d-f0e2-4a20-bc77-f99d6d881c5c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:16:59.846462 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Attempting to bind port de23705d-f0e2-4a20-bc77-f99d6d881c5c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:16:59.847077 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Attempting to bind port de23705d-f0e2-4a20-bc77-f99d6d881c5c on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:59.855523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Port de23705d-f0e2-4a20-bc77-f99d6d881c5c on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:16:59.856050 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Attempting to bind port de23705d-f0e2-4a20-bc77-f99d6d881c5c on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:59.865820 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:16:59.866287 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:16:59.866815 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Bound using segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:16:59.867550 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Bound port: de23705d-f0e2-4a20-bc77-f99d6d881c5c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:16:59.867937 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:59.902764 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-82b584af-0048-4c07-b27e-be75fc142c60 req-dc97f16f-5f8c-4cf3-b330-4be41a86df4f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019533 Jun 16 16:16:59.991941 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] For port de23705d-f0e2-4a20-bc77-f99d6d881c5c, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:16:59.998403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] For port de23705d-f0e2-4a20-bc77-f99d6d881c5c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:17:00.008092 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:00.069665 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:00.070761 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:00.073204 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/de23705d-f0e2-4a20-bc77-f99d6d881c5c HTTP/1.1" status: 200 len: 1093 time: 1.4732888 Jun 16 16:17:00.073910 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:00.077991 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:00.118001 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651994cc-beb9-44e2-885e-9138a48ac1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de23705d-f0e2-4a20-bc77-f99d6d881c5c,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:00.148969 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec6ba3-1547-4747-88eb-73d059d2cd4a x-openstack-request-id: req-37ec6ba3-1547-4747-88eb-73d059d2cd4a {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:00.149365 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:00.149708 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-37ec6ba3-1547-4747-88eb-73d059d2cd4a {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:00.150253 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ec6ba3-1547-4747-88eb-73d059d2cd4a'] response: {'name': 'network-changed', 'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'status': 'completed', 'code': 200} Jun 16 16:17:00.446242 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:00.453326 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:00.559508 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7a834-b0a7-44df-997a-2fed5a7c9f0e req-ceb6628c-d856-4d68-bb91-9139473f27a7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:00.561161 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b4f7a834-b0a7-44df-997a-2fed5a7c9f0e req-ceb6628c-d856-4d68-bb91-9139473f27a7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 943 time: 0.0678773 Jun 16 16:17:00.611425 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:00.628145 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b4f7a834-b0a7-44df-997a-2fed5a7c9f0e req-0dc69f65-3631-424e-ba42-dc010fa73e5a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597847 Jun 16 16:17:00.841614 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9 req-b368a365-dc66-44e5-a536-5c177018fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:00.843941 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9 req-b368a365-dc66-44e5-a536-5c177018fea3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 1127 time: 0.0597913 Jun 16 16:17:00.848834 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-4eff1dd7-9022-454a-912a-944217bd86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:00.851067 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-4eff1dd7-9022-454a-912a-944217bd86dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 1127 time: 0.0673161 Jun 16 16:17:01.014597 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-4047f937-9f63-422d-a729-debc4dddeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.016818 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-4047f937-9f63-422d-a729-debc4dddeeb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 200 len: 914 time: 0.1561544 Jun 16 16:17:01.020438 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9 req-f8dbfde2-8b36-49ad-b7aa-4203cf759552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.022795 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9 req-f8dbfde2-8b36-49ad-b7aa-4203cf759552 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b091584c67814e4d8f7e88f0596880e3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1619642 Jun 16 16:17:01.047393 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:01.052955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:01.094104 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-3280f8cf-eefb-4003-9f32-7274fa4bc9cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c30997e-910b-45d6-b451-86b997261a88 HTTP/1.1" status: 200 len: 217 time: 0.0577993 Jun 16 16:17:01.103389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379b7b1-5ab8-4281-ab70-e33a4aee8317 req-68ca289b-d629-4111-97ae-b5db60f167e3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.105833 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f379b7b1-5ab8-4281-ab70-e33a4aee8317 req-68ca289b-d629-4111-97ae-b5db60f167e3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 943 time: 0.1049967 Jun 16 16:17:01.148506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9 req-b9f9e309-10cd-4012-9766-44dc8784372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.150245 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9c46dbb1-634d-46af-92c8-9c84d07fcdf9 req-b9f9e309-10cd-4012-9766-44dc8784372e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189580 Jun 16 16:17:01.212020 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f379b7b1-5ab8-4281-ab70-e33a4aee8317 req-c9990cfb-2729-4032-9991-fd356318201d tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931568 Jun 16 16:17:01.213275 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-8b93d52d-b0d8-42ed-8a40-aa80a7ff60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.214758 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-8b93d52d-b0d8-42ed-8a40-aa80a7ff60a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7254f98-bbae-40ed-bc93-5b208902cba9 HTTP/1.1" status: 200 len: 853 time: 0.1077332 Jun 16 16:17:01.254284 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-43c7124f-8889-4663-a9da-6c267c435d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.256577 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-43c7124f-8889-4663-a9da-6c267c435d76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 1127 time: 0.0495191 Jun 16 16:17:01.271524 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-1e8d82f6-eef1-4eeb-b140-cbc42595bf3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489128 Jun 16 16:17:01.300170 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-3b070e44-7b2f-45be-97f0-41bbeea25ac8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c HTTP/1.1" status: 200 len: 217 time: 0.0359902 Jun 16 16:17:01.369450 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-e70b9327-1718-47d7-a33d-0fd886222f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.370975 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-e70b9327-1718-47d7-a33d-0fd886222f14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.0626194 Jun 16 16:17:01.386540 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-4e118ce0-dce9-4237-9581-a3ec17114fb8 service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039064 Jun 16 16:17:01.435143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-24ee3628-43cc-46ec-847b-42c2d4297653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.437169 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-24ee3628-43cc-46ec-847b-42c2d4297653 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517945 Jun 16 16:17:01.459203 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:01.494650 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 2c30997e-910b-45d6-b451-86b997261a88 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:17:01.496549 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e06fad14-4176-4dd1-8e5d-bb4980e4786e req-a6949b4f-8557-41c5-b98c-dc7ecbc3c00b service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035943 Jun 16 16:17:01.537441 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:01.558914 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-4c0df603-37b7-43f1-afeb-26f6364246c1 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144495 Jun 16 16:17:01.612525 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 2c30997e-910b-45d6-b451-86b997261a88, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2c30997e-910b-45d6-b451-86b997261a88,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:01.634327 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '2c30997e-910b-45d6-b451-86b997261a88', 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f', 'port_id': '2c30997e-910b-45d6-b451-86b997261a88', 'mac_address': 'fa:16:3e:0e:f5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7254f98-bbae-40ed-bc93-5b208902cba9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:17:01.678347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 2c30997e-910b-45d6-b451-86b997261a88 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:01.678691 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2c30997e-910b-45d6-b451-86b997261a88), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:01.685628 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-388ced99-a555-4985-8795-0b9f1bf762c9 req-666fe1fe-cc3a-4c47-91ff-2887a7449d1f service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147273 Jun 16 16:17:01.712017 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c30997e-910b-45d6-b451-86b997261a88 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:17:01.752273 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 2c30997e-910b-45d6-b451-86b997261a88, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2c30997e-910b-45d6-b451-86b997261a88,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:01.758510 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2c30997e-910b-45d6-b451-86b997261a88), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:01.795885 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed052cc0-4106-43ff-b8ea-687dc425876d req-914dee0c-5677-4877-8980-7b067c94ee7b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.798085 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed052cc0-4106-43ff-b8ea-687dc425876d req-914dee0c-5677-4877-8980-7b067c94ee7b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 943 time: 0.0692611 Jun 16 16:17:01.840760 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=2c30997e-910b-45d6-b451-86b997261a88,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:01.850580 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.850921 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.851434 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.851810 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.852125 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.852455 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.852774 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.853255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.853420 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.853740 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.854621 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.854621 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.854929 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.855116 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.855543 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:01.865576 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed052cc0-4106-43ff-b8ea-687dc425876d req-b17be980-43ac-4cf3-8c09-5fe85c750c71 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558457 Jun 16 16:17:02.103739 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['2c30997e-910b-45d6-b451-86b997261a88'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:17:02.371397 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e7cc5-8040-4679-a735-188f32e1a092 req-e3f21984-2c53-4e4f-97b9-83e64758046a tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:02.372879 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-683e7cc5-8040-4679-a735-188f32e1a092 req-e3f21984-2c53-4e4f-97b9-83e64758046a tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 944 time: 0.0724828 Jun 16 16:17:02.446370 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-683e7cc5-8040-4679-a735-188f32e1a092 req-efd3358c-ac3d-4f42-ac50-1c57748e228b tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657759 Jun 16 16:17:03.039055 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336939-f6b9-4f37-ab3a-6b936be4e128 req-6ea154c2-d142-4c12-b3a1-030d97e5ad57 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:03.041171 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-39336939-f6b9-4f37-ab3a-6b936be4e128 req-6ea154c2-d142-4c12-b3a1-030d97e5ad57 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 943 time: 0.0662963 Jun 16 16:17:03.108642 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-39336939-f6b9-4f37-ab3a-6b936be4e128 req-28c863c4-c15f-4f10-b71c-30d5d5066089 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603430 Jun 16 16:17:03.498510 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device de23705d-f0e2-4a20-bc77-f99d6d881c5c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:17:03.501498 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 2c30997e-910b-45d6-b451-86b997261a88 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:17:03.622491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed16fba-ffaa-4a6e-887e-99313de3b470 req-20e7801e-6939-426e-9c34-202d3b68de1f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:03.623775 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 2c30997e-910b-45d6-b451-86b997261a88 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:17:03.626516 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8ed16fba-ffaa-4a6e-887e-99313de3b470 req-20e7801e-6939-426e-9c34-202d3b68de1f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 944 time: 0.0742593 Jun 16 16:17:03.656780 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 2c30997e-910b-45d6-b451-86b997261a88 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:17:03.657514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2c30997e-910b-45d6-b451-86b997261a88), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.687487 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8ed16fba-ffaa-4a6e-887e-99313de3b470 req-624d1894-fbf2-4432-beb8-9df621a9ce0c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571775 Jun 16 16:17:03.914333 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port de23705d-f0e2-4a20-bc77-f99d6d881c5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:03.923118 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:03.932676 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'port_id': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'mac_address': 'fa:16:3e:55:38:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:17:04.023243 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 2c30997e-910b-45d6-b451-86b997261a88 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:04.023902 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2c30997e-910b-45d6-b451-86b997261a88), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.041070 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:04.046007 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port de23705d-f0e2-4a20-bc77-f99d6d881c5c is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:04.046549 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.077013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23705d-f0e2-4a20-bc77-f99d6d881c5c {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:17:04.091009 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c30997e-910b-45d6-b451-86b997261a88'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:04.093779 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85bfd90-613a-43ef-87f1-d4072b5ffbea" -d '{"events": [{"server_uuid": "92f12382-4577-4486-99ea-ddc9f6e43e37", "name": "network-vif-plugged", "status": "completed", "tag": "2c30997e-910b-45d6-b451-86b997261a88"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:04.123155 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 2c30997e-910b-45d6-b451-86b997261a88, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2c30997e-910b-45d6-b451-86b997261a88,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:04.138017 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2c30997e-910b-45d6-b451-86b997261a88), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.143354 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port de23705d-f0e2-4a20-bc77-f99d6d881c5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:04.152114 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.186947 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc2c28a-70bf-4278-8878-a6844b9496d4 x-openstack-request-id: req-fdc2c28a-70bf-4278-8878-a6844b9496d4 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:04.187409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f12382-4577-4486-99ea-ddc9f6e43e37", "name": "network-vif-plugged", "status": "completed", "tag": "2c30997e-910b-45d6-b451-86b997261a88", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:04.187828 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fdc2c28a-70bf-4278-8878-a6844b9496d4 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:04.188483 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc2c28a-70bf-4278-8878-a6844b9496d4'] response: {'server_uuid': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c30997e-910b-45d6-b451-86b997261a88', 'code': 200} Jun 16 16:17:04.236196 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=2c30997e-910b-45d6-b451-86b997261a88,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.292470 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288287-6465-449b-953c-9059464d9a72 req-097332ec-6f7a-4dd9-8a6e-991c6376f978 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:04.296067 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a5288287-6465-449b-953c-9059464d9a72 req-097332ec-6f7a-4dd9-8a6e-991c6376f978 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 944 time: 0.0738082 Jun 16 16:17:04.325173 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=de23705d-f0e2-4a20-bc77-f99d6d881c5c,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.371223 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a5288287-6465-449b-953c-9059464d9a72 req-9b44c332-6d21-42c8-905c-d78ac73d173f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651126 Jun 16 16:17:04.645230 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['de23705d-f0e2-4a20-bc77-f99d6d881c5c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:17:04.897152 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522a57-efc0-47d3-8721-f981f0f0b78b req-68888d0a-f3e8-42ee-9fa8-4732a18857b9 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:04.899938 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1c522a57-efc0-47d3-8721-f981f0f0b78b req-68888d0a-f3e8-42ee-9fa8-4732a18857b9 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0878017 Jun 16 16:17:04.907350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc987d77-856d-49bc-aa24-76f67276c03a req-ad5a1adf-b4fc-4d2c-a029-6e22188ca055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:04.909676 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cc987d77-856d-49bc-aa24-76f67276c03a req-ad5a1adf-b4fc-4d2c-a029-6e22188ca055 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 1129 time: 0.1000071 Jun 16 16:17:05.020325 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1c522a57-efc0-47d3-8721-f981f0f0b78b req-c012f4da-9964-41ed-a36c-30fee2adcd35 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097410 Jun 16 16:17:05.076297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cc987d77-856d-49bc-aa24-76f67276c03a req-9fae9cf9-383e-479f-ae81-bb050d8154a5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434963 Jun 16 16:17:05.213655 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc23ef-4639-4664-ac58-f929263e90ae req-438b95f3-3931-4643-945a-dd212eae6d91 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.216447 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-91dc23ef-4639-4664-ac58-f929263e90ae req-438b95f3-3931-4643-945a-dd212eae6d91 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0907280 Jun 16 16:17:05.312557 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-91dc23ef-4639-4664-ac58-f929263e90ae req-865ded8d-fe77-45f0-b761-5b51b66edd29 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892792 Jun 16 16:17:05.456873 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-6f252470-1d70-4655-b1c6-fb921794c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.461306 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-6f252470-1d70-4655-b1c6-fb921794c729 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1169 time: 0.0816047 Jun 16 16:17:05.510869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:05.600072 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb1e19-9a0c-4ed8-a808-99539cb611cc req-e3cdf396-e67a-4830-82c5-acc23e45072a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.601792 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ffb1e19-9a0c-4ed8-a808-99539cb611cc req-e3cdf396-e67a-4830-82c5-acc23e45072a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 944 time: 0.1151309 Jun 16 16:17:05.659121 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-23697fb7-e7a6-41ef-aeb0-d963e9ff0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.661765 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-23697fb7-e7a6-41ef-aeb0-d963e9ff0b0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 915 time: 0.1868877 Jun 16 16:17:05.689434 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ffb1e19-9a0c-4ed8-a808-99539cb611cc req-e045dee3-561b-46be-a1b4-4a78fbfb746e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805480 Jun 16 16:17:05.845874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device de23705d-f0e2-4a20-bc77-f99d6d881c5c up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:17:05.903292 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port de23705d-f0e2-4a20-bc77-f99d6d881c5c completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:17:05.911866 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port de23705d-f0e2-4a20-bc77-f99d6d881c5c triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:17:05.912168 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:06.009878 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port de23705d-f0e2-4a20-bc77-f99d6d881c5c is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:06.010307 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:06.074583 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port de23705d-f0e2-4a20-bc77-f99d6d881c5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:06.080347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:06.158847 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=de23705d-f0e2-4a20-bc77-f99d6d881c5c,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:06.190480 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:06.195665 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e11600-9cfd-4940-975c-613eefaa7616" -d '{"events": [{"server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "name": "network-vif-plugged", "status": "completed", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:06.200548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6848e-5a35-46b1-bf6e-e49e89ec6229 req-3a5409d3-7776-4f67-abb6-d176a8cdb3d6 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.211661 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1dc6848e-5a35-46b1-bf6e-e49e89ec6229 req-3a5409d3-7776-4f67-abb6-d176a8cdb3d6 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0932560 Jun 16 16:17:06.222198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:06.268670 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-ad929e14-b84d-444e-9554-22c7d743ee75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 1002 time: 0.1129503 Jun 16 16:17:06.272037 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9c01a-1d9c-4af4-a776-54bbb11265f3 x-openstack-request-id: req-b8f9c01a-1d9c-4af4-a776-54bbb11265f3 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:06.272639 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "name": "network-vif-plugged", "status": "completed", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:06.273037 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b8f9c01a-1d9c-4af4-a776-54bbb11265f3 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:06.273584 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f9c01a-1d9c-4af4-a776-54bbb11265f3'] response: {'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'code': 200} Jun 16 16:17:06.292861 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1dc6848e-5a35-46b1-bf6e-e49e89ec6229 req-9483a0a5-0da1-44d7-b06c-afafda35b01c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797739 Jun 16 16:17:06.403013 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-b5cdee81-6bfd-454c-b758-382fcb0e4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.404871 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-b5cdee81-6bfd-454c-b758-382fcb0e4a06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 200 len: 853 time: 0.1143456 Jun 16 16:17:06.512266 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-d30954b8-61df-405a-ad9a-5bcca9ab9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.514124 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-d30954b8-61df-405a-ad9a-5bcca9ab9c9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a047fbf-e261-4245-b980-32955ab86d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815458 Jun 16 16:17:06.543682 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde44af-7a82-4bc9-afd5-8594dcb5a5c9 req-dcca6865-02d5-450b-a1f8-f7655bd434ae tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.550739 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-acde44af-7a82-4bc9-afd5-8594dcb5a5c9 req-dcca6865-02d5-450b-a1f8-f7655bd434ae tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0929410 Jun 16 16:17:06.648901 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-acde44af-7a82-4bc9-afd5-8594dcb5a5c9 req-71a87df7-06e4-41bc-b417-e905937863d8 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934284 Jun 16 16:17:06.662836 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597bf62-719f-4b07-a94a-301e1e95b1c7 req-899a0e78-2c87-4097-b391-5da3aa10968b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.664677 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6597bf62-719f-4b07-a94a-301e1e95b1c7 req-899a0e78-2c87-4097-b391-5da3aa10968b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0711639 Jun 16 16:17:06.771312 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c6279-c27b-4988-ae08-c93408c3810b req-aa215a77-6e9e-4d2a-8011-847d6e4dae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.773081 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-778c6279-c27b-4988-ae08-c93408c3810b req-aa215a77-6e9e-4d2a-8011-847d6e4dae56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 1129 time: 0.0980382 Jun 16 16:17:06.877837 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6597bf62-719f-4b07-a94a-301e1e95b1c7 req-a4ab7bd6-3f37-48f0-a664-d85711c00362 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050383 Jun 16 16:17:06.909445 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-c73f066f-9dfa-4648-a329-bfc5493df6dd service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266259 Jun 16 16:17:06.918569 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f17de-129f-404d-a69e-0f9dd9f8abc8 req-067ce900-0dd4-41bf-99f8-6473d7a07aae tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.920296 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6d2f17de-129f-404d-a69e-0f9dd9f8abc8 req-067ce900-0dd4-41bf-99f8-6473d7a07aae tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0886939 Jun 16 16:17:06.995140 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6d2f17de-129f-404d-a69e-0f9dd9f8abc8 req-5ceede15-a334-436f-adc8-c98f92745aef tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658555 Jun 16 16:17:07.477124 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a2b75-5510-420e-847b-a72dabe87259 req-1316b6c5-92ed-4850-8c06-0943bc3d0feb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.479752 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-840a2b75-5510-420e-847b-a72dabe87259 req-1316b6c5-92ed-4850-8c06-0943bc3d0feb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0705607 Jun 16 16:17:07.542803 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-840a2b75-5510-420e-847b-a72dabe87259 req-1d6b43e8-4e66-453c-9de0-4640887d0061 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 Jun 16 16:17:07.669169 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:07.717527 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-778c6279-c27b-4988-ae08-c93408c3810b req-97b69961-aa2d-475c-b047-f5c23944e83d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728886 Jun 16 16:17:07.860327 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc26c8-9b93-4640-921d-ce58b1f81330 req-73f166a5-76ef-4dee-9107-62ef1545ba21 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.863100 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b4fc26c8-9b93-4640-921d-ce58b1f81330 req-73f166a5-76ef-4dee-9107-62ef1545ba21 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0783818 Jun 16 16:17:07.869520 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77638fd1-a8cf-429c-bb7d-f1a0af82ba2a req-51c86f62-f5d9-401e-8d12-0a7f89205b54 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546233 Jun 16 16:17:07.964081 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b4fc26c8-9b93-4640-921d-ce58b1f81330 req-4bd3489b-6ee9-492e-8625-085a057559ac tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908265 Jun 16 16:17:08.072008 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525685-00ad-43ed-ad78-f5ad8ad867fd req-f8315449-53f7-4e21-a232-68d65cfbf914 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:08.073739 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61525685-00ad-43ed-ad78-f5ad8ad867fd req-f8315449-53f7-4e21-a232-68d65cfbf914 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0824046 Jun 16 16:17:08.129748 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:08.178644 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61525685-00ad-43ed-ad78-f5ad8ad867fd req-c12c09f4-ffeb-4a82-ab05-18ae666c8d62 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962794 Jun 16 16:17:08.469041 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b57162-ed4a-4eb8-9a44-0f9f8379e5b5 req-17ba2dae-6dc8-42d0-8894-4c90520a3746 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:08.471035 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-40b57162-ed4a-4eb8-9a44-0f9f8379e5b5 req-17ba2dae-6dc8-42d0-8894-4c90520a3746 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0782127 Jun 16 16:17:08.553147 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-40b57162-ed4a-4eb8-9a44-0f9f8379e5b5 req-94ff9b86-54a9-4db2-b70c-bbc71efcb095 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743160 Jun 16 16:17:09.173157 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000b0b-9b85-4447-be06-13d1aaedaee0 req-fba74980-94dc-4ea3-8def-1b07a1a8d56f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:09.176000 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d8000b0b-9b85-4447-be06-13d1aaedaee0 req-fba74980-94dc-4ea3-8def-1b07a1a8d56f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0890887 Jun 16 16:17:09.290776 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d8000b0b-9b85-4447-be06-13d1aaedaee0 req-6dc9c942-6b8c-4253-a930-be0f8a05b595 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069729 Jun 16 16:17:09.365881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:09.397368 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfcd90-27d2-4fc1-8dfe-6e7f1e5c681a req-e9238639-9624-470c-b077-9b054e96d935 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:09.400143 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9dbfcd90-27d2-4fc1-8dfe-6e7f1e5c681a req-e9238639-9624-470c-b077-9b054e96d935 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0971525 Jun 16 16:17:09.481011 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9dbfcd90-27d2-4fc1-8dfe-6e7f1e5c681a req-b73b074a-bbea-4113-81d8-184aff49affa tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732989 Jun 16 16:17:09.723561 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5530-5e7f-48a4-a65b-7ef9d8b4f23a req-81fa7b24-fb99-45b9-b8b7-3bcf00bf8b72 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:09.725204 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fd4f5530-5e7f-48a4-a65b-7ef9d8b4f23a req-81fa7b24-fb99-45b9-b8b7-3bcf00bf8b72 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0811918 Jun 16 16:17:09.809007 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fd4f5530-5e7f-48a4-a65b-7ef9d8b4f23a req-7e231ef6-a167-43a4-b19c-3b63007bbbb5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774546 Jun 16 16:17:10.153422 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:17:10.482459 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a3728-75a5-4030-b9e1-787f2dc14080 req-47ed2047-dc88-48b5-90fc-c0bbd39227d7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:10.484226 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-277a3728-75a5-4030-b9e1-787f2dc14080 req-47ed2047-dc88-48b5-90fc-c0bbd39227d7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0697002 Jun 16 16:17:10.611831 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-277a3728-75a5-4030-b9e1-787f2dc14080 req-94aa363f-7b80-4e91-9544-4da4d1c8cfda tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172709 Jun 16 16:17:10.672577 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168904e7-d9c8-4f23-ae65-e694de06db79 req-7f680e74-bbdf-41aa-8316-9f408a6b3429 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:10.675339 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-168904e7-d9c8-4f23-ae65-e694de06db79 req-7f680e74-bbdf-41aa-8316-9f408a6b3429 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0780869 Jun 16 16:17:10.719339 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:10.777125 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-168904e7-d9c8-4f23-ae65-e694de06db79 req-ffa8b9c4-5afc-4ac9-8fa1-7a785f328f10 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909944 Jun 16 16:17:10.998892 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be54d86-ea78-4fa6-8142-aca34c1c4b2b req-9b341099-a642-46aa-bd6e-17002130f2ad tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:11.001183 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4be54d86-ea78-4fa6-8142-aca34c1c4b2b req-9b341099-a642-46aa-bd6e-17002130f2ad tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0763528 Jun 16 16:17:11.084398 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4be54d86-ea78-4fa6-8142-aca34c1c4b2b req-ec0ea6a7-612e-4fac-ac81-0e3c2485894e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763605 Jun 16 16:17:11.296202 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c946fef-36f0-4b77-ac8e-dd5af9c18282 req-be2915ac-df01-43e3-ba09-70996ce8a7a9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:11.297838 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c946fef-36f0-4b77-ac8e-dd5af9c18282 req-be2915ac-df01-43e3-ba09-70996ce8a7a9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0921898 Jun 16 16:17:11.313700 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53274) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:11.321737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'port_id': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:11.391994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (c610aa61-6edd-49ba-9ef6-b0a67dd4b9de), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:11.922844 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62879ff-aeb5-433e-8d62-325977603fb8 req-7bc25ff1-a848-4d4b-a5a2-00319b4ce707 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:11.926853 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b62879ff-aeb5-433e-8d62-325977603fb8 req-7bc25ff1-a848-4d4b-a5a2-00319b4ce707 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.1900730 Jun 16 16:17:11.964087 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e85ddf-c7ae-43cf-8737-3d326419b1e6 req-1e082d76-f438-4e0f-98bc-394c0e4def37 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:11.966922 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-58e85ddf-c7ae-43cf-8737-3d326419b1e6 req-1e082d76-f438-4e0f-98bc-394c0e4def37 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0797153 Jun 16 16:17:12.062495 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-58e85ddf-c7ae-43cf-8737-3d326419b1e6 req-beca1604-9933-4006-a038-fb84fa1545dd tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845206 Jun 16 16:17:12.084100 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:12.132214 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b62879ff-aeb5-433e-8d62-325977603fb8 req-ec8554d4-5f86-439b-8093-2185af7733a1 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942658 Jun 16 16:17:12.238888 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:12.244918 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (c610aa61-6edd-49ba-9ef6-b0a67dd4b9de), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:12.403602 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP c610aa61-6edd-49ba-9ef6-b0a67dd4b9de associated. External IP: 172.27.2.219, port: de23705d-f0e2-4a20-bc77-f99d6d881c5c. Jun 16 16:17:12.538166 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:12.772367 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:17:12.990414 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:17:12.996420 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:13.005832 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:13.033107 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:17:13.034262 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:16:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.040901 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-2e9f965a-7f64-4207-b1d3-1f0b623079f8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "PUT /v2.0/floatingips/c610aa61-6edd-49ba-9ef6-b0a67dd4b9de HTTP/1.1" status: 200 len: 991 time: 1.7256296 Jun 16 16:17:13.041512 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:13.044113 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf6b5d-da65-4090-abb5-c0e40d841096" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:13.120745 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f6ef8-cbf1-42b6-ab14-6038d2deab41 x-openstack-request-id: req-018f6ef8-cbf1-42b6-ab14-6038d2deab41 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:13.121395 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:13.121608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-018f6ef8-cbf1-42b6-ab14-6038d2deab41 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:13.127238 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018f6ef8-cbf1-42b6-ab14-6038d2deab41'] response: {'name': 'network-changed', 'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'status': 'completed', 'code': 200} Jun 16 16:17:13.228128 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:17:13.277650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-a11c36a1-fa30-4bd1-8e62-3448778e9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:13.279668 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-a11c36a1-fa30-4bd1-8e62-3448778e9630 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 1129 time: 0.1004117 Jun 16 16:17:13.322997 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:13.335058 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390e495-bd93-4343-8eec-30fb1b196cd5 req-5e92f26f-8169-42ca-b212-1a347b85c7e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:13.337775 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b390e495-bd93-4343-8eec-30fb1b196cd5 req-5e92f26f-8169-42ca-b212-1a347b85c7e1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1088893 Jun 16 16:17:13.435210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:13.445399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946bf39-f120-4014-aa55-5f9ab7d28bcb req-ecca997c-9e1a-41bd-8615-116f64d50a6b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:13.448085 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0946bf39-f120-4014-aa55-5f9ab7d28bcb req-ecca997c-9e1a-41bd-8615-116f64d50a6b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.1609375 Jun 16 16:17:13.448329 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b390e495-bd93-4343-8eec-30fb1b196cd5 req-8d176cd5-9592-418e-b8b7-38a41489450b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947926 Jun 16 16:17:13.472255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:13.639461 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-db9ec96f-5620-4198-be5b-c4cce29d7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:13.641964 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-db9ec96f-5620-4198-be5b-c4cce29d7fcc service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 915 time: 0.3307011 Jun 16 16:17:13.661214 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0946bf39-f120-4014-aa55-5f9ab7d28bcb req-4f1bf777-8b13-4aca-ac4c-4898978392c8 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581781 Jun 16 16:17:13.661747 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'c610aa61-6edd-49ba-9ef6-b0a67dd4b9de', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:55:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:53Z', 'updated_at': '2022-06-16T16:17:12Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.723899 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:13.743687 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:17:13.745882 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:16:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.806470 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-b9d3b081-39a0-4afb-9ea9-4f832dec68a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c HTTP/1.1" status: 200 len: 999 time: 0.1278715 Jun 16 16:17:13.886899 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-91348c9d-98bd-4d33-85da-ab66318e7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:13.888687 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-91348c9d-98bd-4d33-85da-ab66318e7039 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.0757320 Jun 16 16:17:13.959904 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:17:14.289342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-192af1cc-5607-4724-9936-5072c51281cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:14.291539 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-192af1cc-5607-4724-9936-5072c51281cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3868096 Jun 16 16:17:14.318103 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'c610aa61-6edd-49ba-9ef6-b0a67dd4b9de', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:55:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:53Z', 'updated_at': '2022-06-16T16:17:12Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:14.371353 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6971a-32d2-4b11-90c6-282624cc8537 None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'c610aa61-6edd-49ba-9ef6-b0a67dd4b9de', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:55:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:53Z', 'updated_at': '2022-06-16T16:17:12Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:14.565857 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-513c022f-9fc1-4bfc-bc6a-462ccbbab9ff service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541068 Jun 16 16:17:14.667266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd017a-c5ba-44bd-8e2f-675438ca2959 req-41cbf514-7077-447a-912a-69130b51f29e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:14.669467 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5cfd017a-c5ba-44bd-8e2f-675438ca2959 req-41cbf514-7077-447a-912a-69130b51f29e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1011500 Jun 16 16:17:14.733751 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d757e-71ac-4bc0-9bc3-b0c2440e5387 None None] New status for floating IP c610aa61-6edd-49ba-9ef6-b0a67dd4b9de: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:17:14.759449 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2dcf6b5d-da65-4090-abb5-c0e40d841096 req-e59ad85b-8291-4b69-8e66-562f976f358c service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849356 Jun 16 16:17:14.812606 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5cfd017a-c5ba-44bd-8e2f-675438ca2959 req-94ee504f-d961-41c5-a4db-9760b644136c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321375 Jun 16 16:17:14.941104 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87c12-98f7-4844-b00d-9ffc4a7d5461 req-68897880-dcc8-4c03-b3b9-01323c14a689 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:14.944268 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f9e87c12-98f7-4844-b00d-9ffc4a7d5461 req-68897880-dcc8-4c03-b3b9-01323c14a689 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0810556 Jun 16 16:17:15.047561 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f9e87c12-98f7-4844-b00d-9ffc4a7d5461 req-d5e7c893-0a19-49d5-8147-4ad240315b15 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911388 Jun 16 16:17:16.017738 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffdb6d-ecd3-48d5-9992-12d7158f8851 req-f82040d5-8136-491d-91a0-35976b4769a3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:16.019946 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cfffdb6d-ecd3-48d5-9992-12d7158f8851 req-f82040d5-8136-491d-91a0-35976b4769a3 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0961452 Jun 16 16:17:16.109097 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cfffdb6d-ecd3-48d5-9992-12d7158f8851 req-63d93534-32a4-496e-a37d-f8b5d787c84f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784330 Jun 16 16:17:16.283073 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:16.314689 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02ceb4-de6b-4845-9d1e-39c8c71bb2e0 req-b2640729-c18c-454c-8e90-3a455bec1c86 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:16.319297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ff02ceb4-de6b-4845-9d1e-39c8c71bb2e0 req-b2640729-c18c-454c-8e90-3a455bec1c86 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0890636 Jun 16 16:17:16.423490 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ff02ceb4-de6b-4845-9d1e-39c8c71bb2e0 req-87063483-e399-479a-ab91-2e68475b0e90 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952437 Jun 16 16:17:17.333915 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9fa25-16a1-417d-a1b1-1251401a932e req-b2b15526-0345-48dc-972e-ab3839830baa tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:17.335990 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f5d9fa25-16a1-417d-a1b1-1251401a932e req-b2b15526-0345-48dc-972e-ab3839830baa tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0843775 Jun 16 16:17:17.433614 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f5d9fa25-16a1-417d-a1b1-1251401a932e req-6132a376-9b58-4d64-9fda-6ed514af02fc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845094 Jun 16 16:17:17.600338 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117bca8-fa5d-4445-b8a5-65ad048cf71f req-cf047c87-7b3a-4653-9752-2250a14f903b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:17.602347 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c117bca8-fa5d-4445-b8a5-65ad048cf71f req-cf047c87-7b3a-4653-9752-2250a14f903b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0653834 Jun 16 16:17:17.709371 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c117bca8-fa5d-4445-b8a5-65ad048cf71f req-c147891a-d9e7-4fce-9c71-d989e443fd72 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954218 Jun 16 16:17:18.632364 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16a400-22cd-4537-8096-586c9b554d70 req-a4c4e01f-c1bf-49a3-b0f8-8b391d8e7224 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:18.634489 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1d16a400-22cd-4537-8096-586c9b554d70 req-a4c4e01f-c1bf-49a3-b0f8-8b391d8e7224 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0822237 Jun 16 16:17:18.716100 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1d16a400-22cd-4537-8096-586c9b554d70 req-a2a59054-be8f-4e95-8220-62b99cf5cd20 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708485 Jun 16 16:17:18.892562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e721-f7cf-4408-b91d-314c3bc2faca req-64615889-150b-4cd9-9f3e-09bbd9a6e0e2 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:18.897314 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c61e721-f7cf-4408-b91d-314c3bc2faca req-64615889-150b-4cd9-9f3e-09bbd9a6e0e2 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0629215 Jun 16 16:17:18.955778 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:19.023055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c61e721-f7cf-4408-b91d-314c3bc2faca req-28ea5c65-87f3-4267-8239-448e946b72a9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214263 Jun 16 16:17:19.803028 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b24a4cc3-23a5-4d71-9757-a72ba6775b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:19.913082 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171ff26-0234-4174-bbf7-7ecd60d7aa44 req-82e544aa-33aa-4f21-9064-a35c2041e51b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:19.915669 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0171ff26-0234-4174-bbf7-7ecd60d7aa44 req-82e544aa-33aa-4f21-9064-a35c2041e51b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0746441 Jun 16 16:17:19.992069 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0171ff26-0234-4174-bbf7-7ecd60d7aa44 req-63932e36-ff79-4b5a-9f9e-a8253c8df443 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656419 Jun 16 16:17:20.235732 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572f34-da82-4727-9771-03e1cc98496f req-d24ba557-3453-46de-a738-fe9ddcb6b9e2 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:20.239207 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-51572f34-da82-4727-9771-03e1cc98496f req-d24ba557-3453-46de-a738-fe9ddcb6b9e2 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0891423 Jun 16 16:17:20.358622 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-51572f34-da82-4727-9771-03e1cc98496f req-7800aa91-2fb5-43d0-8c91-ae4872cf29c5 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115887 Jun 16 16:17:21.180580 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380e7c7-508a-4e93-8d03-eb1c5bc57824 req-5fc2670e-2037-4861-a674-e58823495917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:21.183213 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1380e7c7-508a-4e93-8d03-eb1c5bc57824 req-5fc2670e-2037-4861-a674-e58823495917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0802834 Jun 16 16:17:21.216540 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:21.251373 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1380e7c7-508a-4e93-8d03-eb1c5bc57824 req-7c1fd80b-3f45-4416-9cc2-e3b00018108f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570178 Jun 16 16:17:21.510340 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a13c-4ca4-4573-9c0a-9bedd1da772e req-acfa9ae8-3853-4961-9ad8-724edce4734c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:21.511902 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3d31a13c-4ca4-4573-9c0a-9bedd1da772e req-acfa9ae8-3853-4961-9ad8-724edce4734c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0567937 Jun 16 16:17:21.594027 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3d31a13c-4ca4-4573-9c0a-9bedd1da772e req-48cd6e2a-2890-4748-9f4e-47fc97398591 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725369 Jun 16 16:17:22.240611 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4bfef96a-fe93-4cb9-a8fc-a891455aebfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:22.421497 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144c9ab-e67f-43bd-b880-22a7021f3091 req-d11aa0da-d7c6-4db5-a79e-83283ed58d51 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:22.424046 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e144c9ab-e67f-43bd-b880-22a7021f3091 req-d11aa0da-d7c6-4db5-a79e-83283ed58d51 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0659754 Jun 16 16:17:22.502215 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e144c9ab-e67f-43bd-b880-22a7021f3091 req-e3b2fa19-6c9d-4a58-9e50-a6856f0ded34 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677106 Jun 16 16:17:22.750721 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9224b-1d44-41d7-b244-7d6d51aaddd1 req-8d583566-b947-482c-8489-5e541f36e526 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:22.752381 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7af9224b-1d44-41d7-b244-7d6d51aaddd1 req-8d583566-b947-482c-8489-5e541f36e526 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0732672 Jun 16 16:17:22.846251 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7af9224b-1d44-41d7-b244-7d6d51aaddd1 req-afd1f172-6ae6-4f88-94bb-62cf3eea795a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857298 Jun 16 16:17:23.563470 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:23.673183 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8638bdd-a6f9-4099-97fe-b47169ce55c9 req-1558c976-2e5e-49de-a139-0930b87adc84 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:23.674909 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c8638bdd-a6f9-4099-97fe-b47169ce55c9 req-1558c976-2e5e-49de-a139-0930b87adc84 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0744185 Jun 16 16:17:23.695167 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:23.754703 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c8638bdd-a6f9-4099-97fe-b47169ce55c9 req-015a5dae-5211-474b-a998-dc1131e550e8 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691578 Jun 16 16:17:24.070195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ea544-e68b-4fd2-9d97-293a7f0732ea req-04840ff7-0a84-41a2-8b2d-b4638d95658c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.073145 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-571ea544-e68b-4fd2-9d97-293a7f0732ea req-04840ff7-0a84-41a2-8b2d-b4638d95658c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.1085422 Jun 16 16:17:24.177303 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece95bb-2e5e-4d44-be11-6d48f208e43c req-2b4d3958-c99d-41de-8085-f261212279be tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.179898 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ece95bb-2e5e-4d44-be11-6d48f208e43c req-2b4d3958-c99d-41de-8085-f261212279be tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1526570 Jun 16 16:17:24.185968 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-571ea544-e68b-4fd2-9d97-293a7f0732ea req-40f39a27-3b1e-4cb6-a206-2b3bf1aaf6b2 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010242 Jun 16 16:17:24.222389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773462a-3251-43ee-8ec1-b3440994742b req-9c18a327-28de-48a7-b706-e80d4a831763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.224961 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-9c18a327-28de-48a7-b706-e80d4a831763 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 1129 time: 0.1122379 Jun 16 16:17:24.367911 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5ece95bb-2e5e-4d44-be11-6d48f208e43c req-4625692d-566f-4231-8e0e-72cefcb92e9c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786687 Jun 16 16:17:24.422208 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773462a-3251-43ee-8ec1-b3440994742b req-7fe57828-b38a-4ff7-af0a-198be0734ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.423816 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-7fe57828-b38a-4ff7-af0a-198be0734ff0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 912 time: 0.1876378 Jun 16 16:17:24.508685 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-2b1b089f-794f-470d-a111-2842fa8e95c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 200 len: 1001 time: 0.0765221 Jun 16 16:17:24.606483 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773462a-3251-43ee-8ec1-b3440994742b req-44589214-e7c0-4a44-b188-ab81259c375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.609090 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-44589214-e7c0-4a44-b188-ab81259c375d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.0915384 Jun 16 16:17:24.723719 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-d71d3482-dffa-46c8-8e11-4a7110b6076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.726170 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-d71d3482-dffa-46c8-8e11-4a7110b6076a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0562406 Jun 16 16:17:24.747709 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:24.764661 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773462a-3251-43ee-8ec1-b3440994742b req-8c6a5800-9f9c-489b-9497-baa97b6846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.767240 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-8c6a5800-9f9c-489b-9497-baa97b6846a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1445537 Jun 16 16:17:24.807225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957792df-1812-4da4-9173-cb0a45765cad req-9efb326c-7776-48ac-8bc9-29ae60a89696 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.818074 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-957792df-1812-4da4-9173-cb0a45765cad req-9efb326c-7776-48ac-8bc9-29ae60a89696 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.1291764 Jun 16 16:17:24.842390 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:24.866437 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-308a8aef-c889-4464-ad01-9df6eaba6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.868240 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-308a8aef-c889-4464-ad01-9df6eaba6de1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1326873 Jun 16 16:17:24.956083 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-957792df-1812-4da4-9173-cb0a45765cad req-6c2abbd9-1a8c-49f1-9e91-e0d9fa257239 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269479 Jun 16 16:17:25.014171 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-dbbe541e-77e3-4d49-9be5-e6d83180d8a7 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239997 Jun 16 16:17:25.025917 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-3baf7739-3d63-41c5-be0c-69db6bd59a53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 1000 time: 0.1405346 Jun 16 16:17:25.094649 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-a9b5656c-f083-409c-8144-7b8db892a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:25.096357 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-a9b5656c-f083-409c-8144-7b8db892a2a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0597179 Jun 16 16:17:25.123501 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3773462a-3251-43ee-8ec1-b3440994742b req-4b594a13-021c-4166-a83b-489697d0979e service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088395 Jun 16 16:17:25.162258 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-4b1b4d14-3752-4347-b1bf-4cd30f4f9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:25.164292 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-4b1b4d14-3752-4347-b1bf-4cd30f4f9824 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568616 Jun 16 16:17:25.283330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:25.498428 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:25.555992 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258c3f6-b191-42e8-a9de-7e4a262af303 req-6265ef4b-eca7-4506-ba26-050657baba82 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:25.557610 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a258c3f6-b191-42e8-a9de-7e4a262af303 req-6265ef4b-eca7-4506-ba26-050657baba82 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0701261 Jun 16 16:17:25.639697 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a258c3f6-b191-42e8-a9de-7e4a262af303 req-e972be51-9f9d-4ad2-9cc8-6d4e732322da tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750942 Jun 16 16:17:25.640386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a270fc1-ac0f-4568-bbe1-22631e1d3aad req-17b6f93e-bfa6-4580-9477-6a374ae60aec tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:25.642383 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6a270fc1-ac0f-4568-bbe1-22631e1d3aad req-17b6f93e-bfa6-4580-9477-6a374ae60aec tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.1089883 Jun 16 16:17:25.712878 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-842799ad-fcb6-4219-a7bd-f9257f83b47e service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289054 Jun 16 16:17:25.823520 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6a270fc1-ac0f-4568-bbe1-22631e1d3aad req-3e39d21a-6bcc-4d8d-95f2-caa1607f2af9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680286 Jun 16 16:17:25.935492 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-266e1f09-df5d-47eb-9924-427c89ceda8e req-a2e89baa-0b6e-45fc-abd7-f7f9d00649c3 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876352 Jun 16 16:17:26.163187 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d752-975c-4460-b188-eb305afc390e req-1829865d-c8e0-4370-9c89-8cffb9c134eb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:26.165710 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1562d752-975c-4460-b188-eb305afc390e req-1829865d-c8e0-4370-9c89-8cffb9c134eb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0855570 Jun 16 16:17:26.258976 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1562d752-975c-4460-b188-eb305afc390e req-2ccd231a-890e-4683-ad14-9c09758ce6ce tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827425 Jun 16 16:17:26.817855 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3138-cf5f-40c7-af5c-e4f26667d64f req-a2e27e3b-eae1-4384-925a-a4255e4fdd8f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:26.819643 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-534b3138-cf5f-40c7-af5c-e4f26667d64f req-a2e27e3b-eae1-4384-925a-a4255e4fdd8f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jun 16 16:17:26.883248 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-534b3138-cf5f-40c7-af5c-e4f26667d64f req-37a7c28c-27a4-4bb2-ac27-0a307a1c5705 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570874 Jun 16 16:17:26.989919 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe5dfd-0cc9-4df5-af05-fb6947dc8cf2 req-3ad7ebeb-2d4c-4c3f-ade4-4efc5b184098 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:26.991429 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cebe5dfd-0cc9-4df5-af05-fb6947dc8cf2 req-3ad7ebeb-2d4c-4c3f-ade4-4efc5b184098 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0635273 Jun 16 16:17:27.073843 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cebe5dfd-0cc9-4df5-af05-fb6947dc8cf2 req-b4b80581-abc5-4168-b14d-49ef8a4260d6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742900 Jun 16 16:17:27.404289 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dde4d-e8f6-4eed-b6f0-c27a5f078dc5 req-c902b25d-4b93-4529-830c-1f4ceadfa50e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:27.406095 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-146dde4d-e8f6-4eed-b6f0-c27a5f078dc5 req-c902b25d-4b93-4529-830c-1f4ceadfa50e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0570583 Jun 16 16:17:27.438668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:27.477936 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-146dde4d-e8f6-4eed-b6f0-c27a5f078dc5 req-bdcb740f-dff0-4e33-93cd-1249aeaece0a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639083 Jun 16 16:17:28.217214 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056abe9-fb82-4c0a-9a54-a9e3e3fc0567 req-6a0fb86d-63cd-4105-b865-d0ab46135e27 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:28.218984 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a056abe9-fb82-4c0a-9a54-a9e3e3fc0567 req-6a0fb86d-63cd-4105-b865-d0ab46135e27 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0580113 Jun 16 16:17:28.296037 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a056abe9-fb82-4c0a-9a54-a9e3e3fc0567 req-76dc17a6-e7fd-4bb0-ba8e-4a34435e411a tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690050 Jun 16 16:17:28.626283 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a7d0-4992-4169-a7bf-54a0a5351aa3 req-504fe9e8-67b5-4dbd-914a-7889857337f1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:28.627796 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cf73a7d0-4992-4169-a7bf-54a0a5351aa3 req-504fe9e8-67b5-4dbd-914a-7889857337f1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0584993 Jun 16 16:17:28.653129 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:28.696147 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cf73a7d0-4992-4169-a7bf-54a0a5351aa3 req-728bcd55-6953-4fb2-9e20-a829b11894ed tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610571 Jun 16 16:17:29.180182 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=1,neutron:SELECT=17 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:29.189194 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:29.448084 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd72173-7587-4d4d-8a08-72469348f0d9 req-c99b27d4-6ba6-44e8-a707-11616146f727 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:29.456542 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8fd72173-7587-4d4d-8a08-72469348f0d9 req-c99b27d4-6ba6-44e8-a707-11616146f727 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0735862 Jun 16 16:17:29.530734 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8fd72173-7587-4d4d-8a08-72469348f0d9 req-e81aad73-da42-43fb-aa7a-00e494c1138e tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732160 Jun 16 16:17:29.858238 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd879c-621d-41b3-8f4b-ef8db10c5cbb req-e22305f6-8a1e-4e42-ae53-dc280704ea91 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:29.860673 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-89bd879c-621d-41b3-8f4b-ef8db10c5cbb req-e22305f6-8a1e-4e42-ae53-dc280704ea91 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0765700 Jun 16 16:17:29.920023 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-89bd879c-621d-41b3-8f4b-ef8db10c5cbb req-33e04f67-9b99-465e-a7a9-b304417e7920 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519984 Jun 16 16:17:30.705881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cafec-6891-4c76-9de5-cac1db60ebcc req-63adab7d-731f-40f4-a628-0ef1cdf314a9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:30.709540 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-267cafec-6891-4c76-9de5-cac1db60ebcc req-63adab7d-731f-40f4-a628-0ef1cdf314a9 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0579848 Jun 16 16:17:30.810514 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-267cafec-6891-4c76-9de5-cac1db60ebcc req-72a7623d-38ff-43e7-a5c5-162abd629c3e tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=14275c86-d82b-4e27-a8bf-f2c4b95be5fe&id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935867 Jun 16 16:17:31.100166 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7db55-c13a-4ed0-be05-49c3ee97cf25 req-3e93d9b2-34e9-4163-9c30-30eec4f2c3b8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:31.102073 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-47d7db55-c13a-4ed0-be05-49c3ee97cf25 req-3e93d9b2-34e9-4163-9c30-30eec4f2c3b8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0613647 Jun 16 16:17:31.160684 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-47d7db55-c13a-4ed0-be05-49c3ee97cf25 req-a41af8b2-695d-481d-bd6c-de5cba307a40 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514591 Jun 16 16:17:32.342610 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502f6ad-024d-46e6-972f-cee8c1a342e7 req-a4a8ba83-9674-4889-ba86-bdeb26875a8b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:32.344926 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f502f6ad-024d-46e6-972f-cee8c1a342e7 req-a4a8ba83-9674-4889-ba86-bdeb26875a8b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0716929 Jun 16 16:17:32.417826 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f502f6ad-024d-46e6-972f-cee8c1a342e7 req-d7589f67-192c-4d91-aa02-56f06927d120 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642259 Jun 16 16:17:33.557026 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12575db6-56d4-4e7c-a207-685e4d9013df req-c3c43e6c-3666-47c3-a914-17b3ca02f464 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:33.558760 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-12575db6-56d4-4e7c-a207-685e4d9013df req-c3c43e6c-3666-47c3-a914-17b3ca02f464 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0553439 Jun 16 16:17:33.619032 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-12575db6-56d4-4e7c-a207-685e4d9013df req-6f9b682a-1c4f-4f6b-b08b-1c958b9ebbf9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 Jun 16 16:17:34.761304 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2287f-7279-4b0e-8968-45e599c18467 req-e36a8540-1ee0-4060-b576-63d8e163c08e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:34.762840 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58e2287f-7279-4b0e-8968-45e599c18467 req-e36a8540-1ee0-4060-b576-63d8e163c08e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0631664 Jun 16 16:17:34.835344 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58e2287f-7279-4b0e-8968-45e599c18467 req-025744ca-ad08-4daa-8cb1-f9151f3abf28 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662630 Jun 16 16:17:35.270532 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=55 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:35.275266 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:35.991729 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:36.003928 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad160-d586-4dbf-9034-2981f8f9cf1f req-42d76fa4-9538-4c48-95ed-46e2ba87c51d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:36.005611 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f70ad160-d586-4dbf-9034-2981f8f9cf1f req-42d76fa4-9538-4c48-95ed-46e2ba87c51d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0555925 Jun 16 16:17:36.065893 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f70ad160-d586-4dbf-9034-2981f8f9cf1f req-57848248-1b7d-4f79-beb1-e1a53abb7526 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514462 Jun 16 16:17:37.211025 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b50ed-9a02-4112-940b-2e054cd67dd0 req-9d4f435e-8831-45ca-b0c8-53f0df80581b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:37.213480 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-882b50ed-9a02-4112-940b-2e054cd67dd0 req-9d4f435e-8831-45ca-b0c8-53f0df80581b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0641332 Jun 16 16:17:37.276390 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-882b50ed-9a02-4112-940b-2e054cd67dd0 req-603922a6-fc1b-4a47-aace-581974c26e09 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544569 Jun 16 16:17:38.123477 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:38.443435 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de62c8-b860-4b78-9801-0974873474b4 req-ce85d507-7820-4b82-96f0-8bf82574d342 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:38.445315 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-30de62c8-b860-4b78-9801-0974873474b4 req-ce85d507-7820-4b82-96f0-8bf82574d342 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0590119 Jun 16 16:17:38.511162 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-30de62c8-b860-4b78-9801-0974873474b4 req-0d2b549b-16f1-4fda-95dd-eddf49e6d926 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561035 Jun 16 16:17:39.667721 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186585-af43-4a97-a62b-b8b96d7a965a req-58c54c03-f299-4227-bb59-7219f5227c7a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:39.669155 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6b186585-af43-4a97-a62b-b8b96d7a965a req-58c54c03-f299-4227-bb59-7219f5227c7a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0581868 Jun 16 16:17:39.734367 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6b186585-af43-4a97-a62b-b8b96d7a965a req-cad2f0f9-43f9-40ca-960c-62a2f054aebb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541875 Jun 16 16:17:40.875600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaf7bf-19a8-49b5-b844-b870d9264330 req-3ec6db44-f2d4-48c6-8f18-2be4631dc7e7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:40.877183 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aefaf7bf-19a8-49b5-b844-b870d9264330 req-3ec6db44-f2d4-48c6-8f18-2be4631dc7e7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0523582 Jun 16 16:17:40.937715 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aefaf7bf-19a8-49b5-b844-b870d9264330 req-15cea428-b250-44aa-b0fb-3e943fc3c8c4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522168 Jun 16 16:17:42.078306 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0bbd1-909a-47f2-9867-897faa4e52e5 req-6c0ff539-c5e3-4611-b875-fcb764b5c432 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:42.079901 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-14c0bbd1-909a-47f2-9867-897faa4e52e5 req-6c0ff539-c5e3-4611-b875-fcb764b5c432 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0638371 Jun 16 16:17:42.154150 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-14c0bbd1-909a-47f2-9867-897faa4e52e5 req-5653ed43-e7ca-4daa-ac78-94aff582409d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595369 Jun 16 16:17:43.313335 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41fed-08c7-4e4e-9003-df391a8878d3 req-83f33c28-9a23-4a31-b1e0-db5836e82d0c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:43.315321 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4ba41fed-08c7-4e4e-9003-df391a8878d3 req-83f33c28-9a23-4a31-b1e0-db5836e82d0c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0553286 Jun 16 16:17:43.386336 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4ba41fed-08c7-4e4e-9003-df391a8878d3 req-6272ab92-9044-4ea8-9378-ec5d57d079f2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632570 Jun 16 16:17:44.530412 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905623b-ac54-4475-b11b-e9a4b27a0777 req-b7187050-f4d6-4b58-94d6-f2ec931f3f06 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:44.532244 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8905623b-ac54-4475-b11b-e9a4b27a0777 req-b7187050-f4d6-4b58-94d6-f2ec931f3f06 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0605757 Jun 16 16:17:44.593117 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8905623b-ac54-4475-b11b-e9a4b27a0777 req-4092b43c-26c3-4119-81d6-c39c243e1e97 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495312 Jun 16 16:17:45.735982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:45.750559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d563c7-75b5-4d3e-b811-e4caf78023fd req-5946f9ea-29cc-4305-9fd8-688dfc8e5beb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:45.753055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a5d563c7-75b5-4d3e-b811-e4caf78023fd req-5946f9ea-29cc-4305-9fd8-688dfc8e5beb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0589032 Jun 16 16:17:45.819943 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a5d563c7-75b5-4d3e-b811-e4caf78023fd req-c6b05b85-5343-405e-be3e-10e82fe44e12 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603759 Jun 16 16:17:46.078115 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-5501d8c3-740f-4929-9ed3-9ab1cccf02d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459085 Jun 16 16:17:46.189404 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-2934bda7-1425-464a-9a70-f07b4a89921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.191595 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-2934bda7-1425-464a-9a70-f07b4a89921c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 1129 time: 0.0536098 Jun 16 16:17:46.319274 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:46.354049 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-c5472bf3-d812-47c3-a65b-3715e6e2f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.356602 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-c5472bf3-d812-47c3-a65b-3715e6e2f7ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1374803 Jun 16 16:17:46.413643 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-a13904db-098e-4e60-acf9-2c84b9d2e357 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 200 len: 217 time: 0.0429192 Jun 16 16:17:46.475053 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:46.488252 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-cd025c08-0202-4477-bcfa-a871b2353ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.489998 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-cd025c08-0202-4477-bcfa-a871b2353ec9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0658429 Jun 16 16:17:46.545278 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-d2f65317-63eb-48cd-9ec1-3f5d5f7d5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.546873 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-d2f65317-63eb-48cd-9ec1-3f5d5f7d5101 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495260 Jun 16 16:17:46.688595 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-2a2fb8df-3b08-470c-b7eb-5082044ab547 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317966 Jun 16 16:17:46.818331 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d0632a23-7ede-482b-8ccf-bd989cbde58b req-104f985c-94d6-4854-872a-8af236588338 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169963 Jun 16 16:17:46.997076 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e296f-ca9c-4d10-9720-d6d8c919eb52 req-07ea0957-11d6-43cd-9e17-2b6b85992f41 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.998728 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-951e296f-ca9c-4d10-9720-d6d8c919eb52 req-07ea0957-11d6-43cd-9e17-2b6b85992f41 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0646083 Jun 16 16:17:47.108408 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-951e296f-ca9c-4d10-9720-d6d8c919eb52 req-5abd3b7d-994a-4e45-b52d-1ffa3d174a66 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982258 Jun 16 16:17:47.159722 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:17:48.110753 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:48.118872 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:48.267051 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cfb09-1d74-4be5-a2d3-cefee60662ef req-776fecf0-213f-41ea-9f53-ed1d6d37954f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:48.269341 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a00cfb09-1d74-4be5-a2d3-cefee60662ef req-776fecf0-213f-41ea-9f53-ed1d6d37954f tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0589268 Jun 16 16:17:48.324582 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a00cfb09-1d74-4be5-a2d3-cefee60662ef req-c3509bc3-8ee1-46c3-96be-a724cc46e73e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486677 Jun 16 16:17:49.469554 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62456c7-0d6e-4ff2-bdc9-4d95d9daafca req-927b5be4-f92e-4b91-bf68-e7982667bf93 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:49.471196 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e62456c7-0d6e-4ff2-bdc9-4d95d9daafca req-927b5be4-f92e-4b91-bf68-e7982667bf93 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0602574 Jun 16 16:17:49.526412 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e62456c7-0d6e-4ff2-bdc9-4d95d9daafca req-983c0b4e-676d-4c2e-b788-36904d6e13e9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477324 Jun 16 16:17:49.793702 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-35cbf38a-660d-4a87-b25e-04bc8e3f5cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:50.686913 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3141c37-d88a-4123-89f6-c1bb95ed07c2 req-042889ac-163a-4376-83ae-a36744907468 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.688902 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e3141c37-d88a-4123-89f6-c1bb95ed07c2 req-042889ac-163a-4376-83ae-a36744907468 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0567386 Jun 16 16:17:50.748104 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e3141c37-d88a-4123-89f6-c1bb95ed07c2 req-6eefb11a-0157-4a9b-982c-f1fc11335cdc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512812 Jun 16 16:17:51.906235 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96319b6-ca12-49e2-ac20-5d855777edf2 req-3447afb9-97a5-4dbc-98d5-8f74758e1dc2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:51.907814 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a96319b6-ca12-49e2-ac20-5d855777edf2 req-3447afb9-97a5-4dbc-98d5-8f74758e1dc2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0595534 Jun 16 16:17:51.967311 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a96319b6-ca12-49e2-ac20-5d855777edf2 req-adeaa20b-8071-4740-9b11-39532117156e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524092 Jun 16 16:17:52.241589 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3dcde6c-0b15-472e-8b2e-bb9b33208d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:53.139905 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465bc50-1bdc-40cd-838f-b20df1aa34e8 req-925a52a4-e167-4047-9539-f2ada6916cf9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:53.142071 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e465bc50-1bdc-40cd-838f-b20df1aa34e8 req-925a52a4-e167-4047-9539-f2ada6916cf9 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0707126 Jun 16 16:17:53.205788 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e465bc50-1bdc-40cd-838f-b20df1aa34e8 req-9b538b19-d3bc-4ad0-9a15-3bfc8f65972d tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574536 Jun 16 16:17:53.557733 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:53.747075 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5ef9-7bd2-4534-8d2e-81fa71f11e25 req-8b40334d-dd96-4d0d-8a11-56a1479702a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:53.748720 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6ceb5ef9-7bd2-4534-8d2e-81fa71f11e25 req-8b40334d-dd96-4d0d-8a11-56a1479702a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0585842 Jun 16 16:17:53.809006 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6ceb5ef9-7bd2-4534-8d2e-81fa71f11e25 req-fa5b424b-8ad0-4fd4-8881-ff66f7b8eef4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508959 Jun 16 16:17:54.353641 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb91b-dd2e-463d-a0ac-1b1502c59c44 req-5d7e9fa4-9b37-4b21-8ae2-5ccdff3eeb27 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.355248 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b52cb91b-dd2e-463d-a0ac-1b1502c59c44 req-5d7e9fa4-9b37-4b21-8ae2-5ccdff3eeb27 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0616183 Jun 16 16:17:54.418976 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b52cb91b-dd2e-463d-a0ac-1b1502c59c44 req-3f516e5c-3280-43fa-b976-3fd51de721ed tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575190 Jun 16 16:17:54.835330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:55.301254 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:55.567509 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec284a3c-1ddf-4c63-adae-36eff1373093 req-130cabd5-4f66-485c-9eea-059b31b26487 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:55.569719 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ec284a3c-1ddf-4c63-adae-36eff1373093 req-130cabd5-4f66-485c-9eea-059b31b26487 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0633051 Jun 16 16:17:55.626982 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ec284a3c-1ddf-4c63-adae-36eff1373093 req-9405d5b6-4187-49a6-bda7-e89dd8268688 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512042 Jun 16 16:17:56.100872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489183b-ef85-493b-b3a2-106291624b65 req-63f05f06-4123-40fc-9001-7a622d5adbeb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.102906 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5489183b-ef85-493b-b3a2-106291624b65 req-63f05f06-4123-40fc-9001-7a622d5adbeb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0577900 Jun 16 16:17:56.180389 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5489183b-ef85-493b-b3a2-106291624b65 req-f23e7fd1-ec2d-40c2-89e6-3065389741b4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692925 Jun 16 16:17:56.522963 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-1cc0c4e3-42b1-47b5-a184-d6d440f6f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.524741 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-1cc0c4e3-42b1-47b5-a184-d6d440f6f91f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0612552 Jun 16 16:17:56.745044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-ec3210ab-afb7-4826-aa0b-aaf0e37dcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.747256 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-ec3210ab-afb7-4826-aa0b-aaf0e37dcbd4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1214309 Jun 16 16:17:56.824006 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:56.850428 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-dca36281-73b0-4300-853c-8ab4fe1e3e76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 1000 time: 0.0940261 Jun 16 16:17:56.899420 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:56.922412 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-2358b6fa-0ea2-4a5f-802c-5f5c9f4831dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.924010 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-2358b6fa-0ea2-4a5f-802c-5f5c9f4831dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0632138 Jun 16 16:17:56.980488 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-29a5e740-4540-49ab-b028-9514035ff077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.982454 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-29a5e740-4540-49ab-b028-9514035ff077 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505126 Jun 16 16:17:57.094985 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-d615a64f-67da-44ae-9ec9-95285ab703fd service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039023 Jun 16 16:17:57.209600 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0baae6f2-0098-4069-a34f-389ce8383d23 req-aa4b3cd6-8a3c-4a62-a679-770b1dcf70ed service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016593 Jun 16 16:17:57.370038 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc476887-ea48-4b24-af92-47711fb123f5 req-eaa4adff-ccfe-48ab-9e70-4eb90cfa8c43 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:57.376371 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cc476887-ea48-4b24-af92-47711fb123f5 req-eaa4adff-ccfe-48ab-9e70-4eb90cfa8c43 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0864053 Jun 16 16:17:57.442291 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cc476887-ea48-4b24-af92-47711fb123f5 req-9bcadd8d-6ff2-4d54-856d-d0c2be845436 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647185 Jun 16 16:17:57.537452 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb258ff-5097-4646-b979-75af2dc0b366 req-ae308cd6-0774-4ea9-be0e-4f90627f70c3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:57.539891 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aeb258ff-5097-4646-b979-75af2dc0b366 req-ae308cd6-0774-4ea9-be0e-4f90627f70c3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0604675 Jun 16 16:17:57.604736 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aeb258ff-5097-4646-b979-75af2dc0b366 req-836c7e73-979b-40e3-9e19-fdc3998183cc tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Jun 16 16:17:58.593592 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f02a-ddea-4ad4-aba9-903f14654d50 req-9498893a-ca66-4d6e-9604-ec79c2636a17 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:58.595692 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-74b0f02a-ddea-4ad4-aba9-903f14654d50 req-9498893a-ca66-4d6e-9604-ec79c2636a17 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0578246 Jun 16 16:17:58.667859 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-74b0f02a-ddea-4ad4-aba9-903f14654d50 req-b7f01d52-928a-4210-b436-390c1d262bed tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659349 Jun 16 16:17:58.757196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d20df-2561-485c-a13e-346dcac8540d req-55d1fbe0-db2f-43f4-b300-03f95e8a6d01 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:58.759099 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9b0d20df-2561-485c-a13e-346dcac8540d req-55d1fbe0-db2f-43f4-b300-03f95e8a6d01 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0645266 Jun 16 16:17:58.811828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:58.836909 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9b0d20df-2561-485c-a13e-346dcac8540d req-615ea6e2-2a78-4bc9-9737-af5f53d66992 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Jun 16 16:17:59.847406 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431819c-813e-41b1-b346-d45505f0bbcd req-7b0c3651-46b9-464d-b920-850e0226800e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:59.850057 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9431819c-813e-41b1-b346-d45505f0bbcd req-7b0c3651-46b9-464d-b920-850e0226800e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0746791 Jun 16 16:17:59.924017 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9431819c-813e-41b1-b346-d45505f0bbcd req-b7d13d12-1a5f-4516-abbb-fbaf96a5606c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668116 Jun 16 16:17:59.982440 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06f04a-cd62-42a5-8833-71febde75079 req-0d27645d-62f7-4810-9084-83eddc5f1bf7 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:59.983958 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6c06f04a-cd62-42a5-8833-71febde75079 req-0d27645d-62f7-4810-9084-83eddc5f1bf7 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0599637 Jun 16 16:18:00.052971 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6c06f04a-cd62-42a5-8833-71febde75079 req-6671a460-9f77-446d-ac88-bbcc71ef6045 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604799 Jun 16 16:18:01.095182 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5568e9-184d-4da0-8951-b71229560052 req-df86721c-fe24-4b1a-ac97-7da5227dbb7a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:01.098490 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9a5568e9-184d-4da0-8951-b71229560052 req-df86721c-fe24-4b1a-ac97-7da5227dbb7a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0667932 Jun 16 16:18:01.172022 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9a5568e9-184d-4da0-8951-b71229560052 req-d308a543-ba2d-4c3b-8a58-0b52a41e26d3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662127 Jun 16 16:18:01.219372 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23f674-8c70-4f54-b976-030f0c9c2b24 req-e950f15f-2de4-4f2d-a623-4144d29492f8 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:01.221147 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f23f674-8c70-4f54-b976-030f0c9c2b24 req-e950f15f-2de4-4f2d-a623-4144d29492f8 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0786152 Jun 16 16:18:01.287020 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f23f674-8c70-4f54-b976-030f0c9c2b24 req-a3d55a3f-bb28-470e-89c6-950a714ea5f5 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593779 Jun 16 16:18:01.410124 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017598-a736-406d-a662-f21799155e1b req-dda4db49-ef5c-4053-98f9-5d7b0ce5fffb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:01.411962 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1c017598-a736-406d-a662-f21799155e1b req-dda4db49-ef5c-4053-98f9-5d7b0ce5fffb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0643513 Jun 16 16:18:02.042640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Deleting port 2c30997e-910b-45d6-b451-86b997261a88 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:02.042912 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (2c30997e-910b-45d6-b451-86b997261a88), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:02.150526 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] For port 2c30997e-910b-45d6-b451-86b997261a88, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2c30997e-910b-45d6-b451-86b997261a88,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:02.151423 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (2c30997e-910b-45d6-b451-86b997261a88), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:02.170130 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Calling delete_port for 2c30997e-910b-45d6-b451-86b997261a88 owned by compute:nova {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:02.234101 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:02.259587 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:02.398807 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71ab56-cc16-44f3-9d0a-f24938ccfeca req-96c8204b-a153-4092-bc04-e2c78326383e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.400787 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8a71ab56-cc16-44f3-9d0a-f24938ccfeca req-96c8204b-a153-4092-bc04-e2c78326383e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.1369643 Jun 16 16:18:02.432553 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (2c30997e-910b-45d6-b451-86b997261a88), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:02.447598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['2c30997e-910b-45d6-b451-86b997261a88'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:02.468088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c8b8e-61f9-403c-8d0d-53b4c1a3565e req-770b082d-e521-4987-92af-df62b04b10ad tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.470285 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ca2c8b8e-61f9-403c-8d0d-53b4c1a3565e req-770b082d-e521-4987-92af-df62b04b10ad tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f12382-4577-4486-99ea-ddc9f6e43e37 HTTP/1.1" status: 200 len: 945 time: 0.0696766 Jun 16 16:18:02.477017 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Pushing event deleted for resources: {'Port': ['ID=2c30997e-910b-45d6-b451-86b997261a88,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:02.507757 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.508388 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.508750 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.509103 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.509452 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.509766 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.510127 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.510491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.510856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.511194 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.511580 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.511893 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.512222 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.512545 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.512874 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:02.555666 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ca2c8b8e-61f9-403c-8d0d-53b4c1a3565e req-aaf93b3b-ab6b-4187-bce1-bbba32667381 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708325 Jun 16 16:18:02.561024 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8a71ab56-cc16-44f3-9d0a-f24938ccfeca req-9b050127-bfff-423e-8bd1-aae3e67f94cf tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506712 Jun 16 16:18:02.578742 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] No DVR routers for this DVR port 2c30997e-910b-45d6-b451-86b997261a88 on host hv-cinder-83716 {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:02.583286 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:02.587389 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1c017598-a736-406d-a662-f21799155e1b req-da7e7433-c2e7-4f56-9217-309fe307d1f3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "DELETE /v2.0/ports/2c30997e-910b-45d6-b451-86b997261a88 HTTP/1.1" status: 204 len: 173 time: 0.6405392 Jun 16 16:18:02.587861 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'name': 'network-vif-deleted', 'tag': '2c30997e-910b-45d6-b451-86b997261a88'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:02.590367 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf704b-cf2d-4213-b25e-53837a7b45e8" -d '{"events": [{"server_uuid": "92f12382-4577-4486-99ea-ddc9f6e43e37", "name": "network-vif-deleted", "tag": "2c30997e-910b-45d6-b451-86b997261a88"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:02.744341 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43973d36-0b67-41be-bdfe-a8cc4be09489 req-35b875cb-4e2b-4482-8657-e6e9d8362638 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.746099 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-43973d36-0b67-41be-bdfe-a8cc4be09489 req-35b875cb-4e2b-4482-8657-e6e9d8362638 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0769145 Jun 16 16:18:02.747738 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafcc84c-37a2-4f2a-bb0b-cd351e3b8591 x-openstack-request-id: req-fafcc84c-37a2-4f2a-bb0b-cd351e3b8591 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:02.747947 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f12382-4577-4486-99ea-ddc9f6e43e37", "name": "network-vif-deleted", "tag": "2c30997e-910b-45d6-b451-86b997261a88", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:02.748195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fafcc84c-37a2-4f2a-bb0b-cd351e3b8591 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:02.748691 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafcc84c-37a2-4f2a-bb0b-cd351e3b8591'] response: {'server_uuid': '92f12382-4577-4486-99ea-ddc9f6e43e37', 'name': 'network-vif-deleted', 'tag': '2c30997e-910b-45d6-b451-86b997261a88', 'status': 'completed', 'code': 200} Jun 16 16:18:02.756287 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53630) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:02.765292 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Request body: {'floatingip': {'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:02.848289 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:03.413529 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:03.418701 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:03.584965 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:03.956782 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Router 98a13a36-d038-466b-8112-98947212037c has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:04.023013 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:04.081363 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:04.086803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:04.095161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] Sync routers for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:04.108593 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:04.109389 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:17:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.181165 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-2bb50e83-fc29-495e-a65d-08fd1a8f0f14 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "PUT /v2.0/floatingips/8aa0da60-975f-4e39-88d4-bbdd8ee93933 HTTP/1.1" status: 200 len: 992 time: 1.4225836 Jun 16 16:18:04.250102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:04.517132 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '8aa0da60-975f-4e39-88d4-bbdd8ee93933', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '98a13a36-d038-466b-8112-98947212037c', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:07Z', 'updated_at': '2022-06-16T16:18:03Z', 'revision_number': 3, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.543172 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] Checking router: 98a13a36-d038-466b-8112-98947212037c for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:04.553874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:04.554567 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:17:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.749996 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff'}, {'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:04.753214 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84895450-a572-448d-beee-ddb1b034bfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff"}, {"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:04.798890 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a7c8d-dbb7-49b9-ab5f-927884e9d375 x-openstack-request-id: req-722a7c8d-dbb7-49b9-ab5f-927884e9d375 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:04.800026 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:04.800483 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-722a7c8d-dbb7-49b9-ab5f-927884e9d375 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:04.801082 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722a7c8d-dbb7-49b9-ab5f-927884e9d375'] response: {'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff', 'status': 'completed', 'code': 200} Jun 16 16:18:04.801516 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722a7c8d-dbb7-49b9-ab5f-927884e9d375'] response: {'name': 'network-changed', 'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff', 'status': 'completed', 'code': 200} Jun 16 16:18:04.804120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:05.063185 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '8aa0da60-975f-4e39-88d4-bbdd8ee93933', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '98a13a36-d038-466b-8112-98947212037c', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:07Z', 'updated_at': '2022-06-16T16:18:03Z', 'revision_number': 3, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:05.095791 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab5ee4-5903-4fea-9a3c-9c0d4387abcf None None] The sync data for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi is: [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '8aa0da60-975f-4e39-88d4-bbdd8ee93933', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '98a13a36-d038-466b-8112-98947212037c', 'port_id': '3a209b58-0eab-4734-8530-5197ed6024ff', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'mac_address': 'fa:16:3e:4d:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:07Z', 'updated_at': '2022-06-16T16:18:03Z', 'revision_number': 3, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:06.186930 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:06.187740 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:06.793289 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 2c30997e-910b-45d6-b451-86b997261a88 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:06.816808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 2c30997e-910b-45d6-b451-86b997261a88 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:06.817168 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 2c30997e-910b-45d6-b451-86b997261a88 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:06.857575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-3379be60-a2f6-49d6-bdf6-e622c4daae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:06.859359 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-3379be60-a2f6-49d6-bdf6-e622c4daae58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0471883 Jun 16 16:18:06.982950 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-fa3839cd-3ff1-4f05-b265-8d4048fbccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:06.985604 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-fa3839cd-3ff1-4f05-b265-8d4048fbccbb service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1185353 Jun 16 16:18:07.076623 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-c25865e2-ca6f-4b8b-9170-fb6d6136c9d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 1000 time: 0.0753541 Jun 16 16:18:07.162454 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-a5383951-9b80-42ea-b575-40c640b854d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.164686 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-a5383951-9b80-42ea-b575-40c640b854d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0765853 Jun 16 16:18:07.228772 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-a1346c70-fabf-4b83-b04a-1e28248efa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.237763 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-a1346c70-fabf-4b83-b04a-1e28248efa6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594001 Jun 16 16:18:07.344042 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-54fe4713-0861-4947-be43-2e9072e9fb78 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050730 Jun 16 16:18:07.475181 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-521f1253-9c53-4e17-b493-4d45a142e259 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230755 Jun 16 16:18:07.583530 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-3c440570-fea4-4a5b-95de-0333d4ce1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.585305 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-3c440570-fea4-4a5b-95de-0333d4ce1af6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 1129 time: 0.0461495 Jun 16 16:18:07.699483 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-47c9aaac-2747-41a8-a71d-6400169241f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.705566 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-47c9aaac-2747-41a8-a71d-6400169241f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1093583 Jun 16 16:18:07.794845 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-9406c483-27f4-430c-9f60-29650dfc716e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 200 len: 1000 time: 0.0826054 Jun 16 16:18:07.857032 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-1a124c11-9b78-45bc-be3e-feb8f43a4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.859003 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-1a124c11-9b78-45bc-be3e-feb8f43a4b8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.0535669 Jun 16 16:18:07.903023 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:07.917406 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895450-a572-448d-beee-ddb1b034bfd8 req-c3ac92a0-b98e-426c-93a0-c15464f51140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.923042 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-c3ac92a0-b98e-426c-93a0-c15464f51140 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516050 Jun 16 16:18:08.035119 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-4a8bd33f-8a1c-4b82-8d4d-db34066eaaa1 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069016 Jun 16 16:18:08.090207 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:08.149699 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:08.165290 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84895450-a572-448d-beee-ddb1b034bfd8 req-d802dea5-d47f-4d4e-a658-6702cdb6534e service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182809 Jun 16 16:18:11.922490 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-8b19c577-bedc-4415-89a4-6a1973081ac0 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:11.924063 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-8b19c577-bedc-4415-89a4-6a1973081ac0 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/networks?id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 200 len: 813 time: 0.1333163 Jun 16 16:18:11.941315 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-5addb50d-8ccf-467c-9f0e-99512c2fb005 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/quotas/cb4bbded2b5a4d5fa7760540cfa123f7 HTTP/1.1" status: 200 len: 375 time: 0.0107787 Jun 16 16:18:11.989202 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-3ab16932-acad-48ea-a894-92b877781e05 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418854 Jun 16 16:18:12.178886 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-75956a3c-9aaa-468d-a749-de356a1f90e9 service neutron] 10.222.0.17 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822741 Jun 16 16:18:12.305310 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-a0a4ca6f-49d2-4caa-bc35-7b8e95ae4154 service neutron] 10.222.0.17 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199963 Jun 16 16:18:12.547804 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:12.552358 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-84a46969-dbe0-471e-8cba-b5318d9df388 req-d7b6ec48-5071-4464-8949-3965711dad73 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 210 time: 0.0489891 Jun 16 16:18:12.556768 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=28 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:13.683894 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0e23028e-b957-4528-9469-b1e123117f95 req-9f12207c-a934-4dcf-8823-7bb44cf5ec3d tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 210 time: 0.0322361 Jun 16 16:18:14.529017 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-171eb588-34d5-4dea-8c1f-7571aa5adfe7 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:14.530860 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-171eb588-34d5-4dea-8c1f-7571aa5adfe7 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "GET /v2.0/networks?id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 200 len: 813 time: 0.1501162 Jun 16 16:18:14.809385 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-751d8cd3-1193-4113-bae4-825bf5bbb5a8 req-d95a96a9-fc1c-48c0-95b0-6c4b8661ce28 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 210 time: 0.0387285 Jun 16 16:18:14.819775 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Request body: {'port': {'device_id': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f', 'admin_state_up': True, 'tenant_id': 'cb4bbded2b5a4d5fa7760540cfa123f7'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:15.027013 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Made reservation on behalf of cb4bbded2b5a4d5fa7760540cfa123f7 for: {'port': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:15.033539 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:15.222070 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Allocated IP 172.20.0.10 (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f/d7254f98-bbae-40ed-bc93-5b208902cba9/024b92d2-158e-4a6e-bef1-45ef59b811b6) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:15.224003 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:15.449027 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:15.458719 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks [] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:15.513305 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:15.573190 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:15.578193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:15.590732 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:18:15.625448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Pushing event updated for resources: {'Port': ['ID=024b92d2-158e-4a6e-bef1-45ef59b811b6,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.665990 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:15.666586 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:15.689480 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f72467df-5c67-4fbc-bb92-cf7f3e1b5303 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764861 Jun 16 16:18:15.711562 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Request body: {'port': {'device_id': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:15.795015 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:15.990302 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14372f-5c54-4460-a3c2-c9831fec1387 req-cd760281-26a7-403d-85bc-3fc482047bab tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:15.992115 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8a14372f-5c54-4460-a3c2-c9831fec1387 req-cd760281-26a7-403d-85bc-3fc482047bab tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 932 time: 0.0727825 Jun 16 16:18:16.051369 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8a14372f-5c54-4460-a3c2-c9831fec1387 req-fc525001-3456-4275-b63c-eb899d7504a6 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525753 Jun 16 16:18:16.130183 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024b92d2-158e-4a6e-bef1-45ef59b811b6 {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:16.138222 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Publish callbacks [] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:16.154131 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Transition to ACTIVE for port object 024b92d2-158e-4a6e-bef1-45ef59b811b6 will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:18:16.158740 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:16.220004 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Pushing event updated for resources: {'Port': ['ID=024b92d2-158e-4a6e-bef1-45ef59b811b6,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:16.312619 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Attempting to bind port 024b92d2-158e-4a6e-bef1-45ef59b811b6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:18:16.312946 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Attempting to bind port 024b92d2-158e-4a6e-bef1-45ef59b811b6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:18:16.313619 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Attempting to bind port 024b92d2-158e-4a6e-bef1-45ef59b811b6 on network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:18:16.319681 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Port 024b92d2-158e-4a6e-bef1-45ef59b811b6 on network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:18:16.320195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Attempting to bind port 024b92d2-158e-4a6e-bef1-45ef59b811b6 on network f7d4ecdc-bb0f-456d-aa92-24e4392aa63f {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:18:16.325915 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:18:16.326272 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Checking segment: {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:18:16.326750 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Bound using segment: {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:18:16.327289 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Bound port: 024b92d2-158e-4a6e-bef1-45ef59b811b6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d9d61d-115b-461e-b12e-af33f7dc8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:18:16.327663 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:16.338252 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:16.412627 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] For port 024b92d2-158e-4a6e-bef1-45ef59b811b6, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:18:16.416281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] For port 024b92d2-158e-4a6e-bef1-45ef59b811b6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:18:16.425060 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:16.470243 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:16.471538 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:16.473351 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] 10.222.0.25 "PUT /v2.0/ports/024b92d2-158e-4a6e-bef1-45ef59b811b6 HTTP/1.1" status: 200 len: 1094 time: 0.7690125 Jun 16 16:18:16.474039 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'tag': '024b92d2-158e-4a6e-bef1-45ef59b811b6'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:16.476587 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de958015-e4df-4de4-a22d-695de6651d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcb1996-2963-4d45-bf74-e753c4ad9eee", "tag": "024b92d2-158e-4a6e-bef1-45ef59b811b6"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:16.489857 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:16.508727 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ce132-6882-46de-8a78-ae2e45aa280d service neutron] Pushing event updated for resources: {'Port': ['ID=024b92d2-158e-4a6e-bef1-45ef59b811b6,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:16.544722 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c9eab-6ebf-4fc2-8848-0da189743c66 x-openstack-request-id: req-fc5c9eab-6ebf-4fc2-8848-0da189743c66 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:16.545189 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcb1996-2963-4d45-bf74-e753c4ad9eee", "tag": "024b92d2-158e-4a6e-bef1-45ef59b811b6", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:16.546517 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fc5c9eab-6ebf-4fc2-8848-0da189743c66 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:16.546517 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5c9eab-6ebf-4fc2-8848-0da189743c66'] response: {'name': 'network-changed', 'server_uuid': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'tag': '024b92d2-158e-4a6e-bef1-45ef59b811b6', 'status': 'completed', 'code': 200} Jun 16 16:18:16.578582 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-d582873c-4be1-4e21-8446-044545ba7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:16.580864 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-d582873c-4be1-4e21-8446-044545ba7079 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 1128 time: 0.0526960 Jun 16 16:18:16.635240 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-dad688b6-daaa-4d11-be89-b96e43bb2d0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6 HTTP/1.1" status: 200 len: 217 time: 0.0463498 Jun 16 16:18:16.703734 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-58a778f7-1bd7-4830-8f82-c3198c8a75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:16.705328 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-58a778f7-1bd7-4830-8f82-c3198c8a75a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7254f98-bbae-40ed-bc93-5b208902cba9 HTTP/1.1" status: 200 len: 853 time: 0.0642402 Jun 16 16:18:16.745661 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-aa6df8ef-c3d8-4c59-a578-b578af041069 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323811 Jun 16 16:18:16.869508 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-c0fad2a8-2295-4683-8701-e5ccbdfc4ec1 service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107674 Jun 16 16:18:17.001106 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1d1f8e1-cbb2-4773-bae9-2e1445584bbb req-f8145be4-1494-4ff3-8f85-761b51706275 service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182914 Jun 16 16:18:17.174613 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9d02-b60e-4aed-8fd4-0a79d790054b req-44f79035-d6cc-4bcd-a817-ef279c6a065d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:17.177251 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4bc9d02-b60e-4aed-8fd4-0a79d790054b req-44f79035-d6cc-4bcd-a817-ef279c6a065d tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0579119 Jun 16 16:18:17.207114 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5abf-9261-477f-839a-9218dda074d5 req-8fa69bf8-f366-41b3-98f5-6e10f47b58d7 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:17.209894 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2ebb5abf-9261-477f-839a-9218dda074d5 req-8fa69bf8-f366-41b3-98f5-6e10f47b58d7 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 944 time: 0.0683768 Jun 16 16:18:17.246376 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4bc9d02-b60e-4aed-8fd4-0a79d790054b req-8444f8a2-ecbe-4ef5-9438-8c661893ce48 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598679 Jun 16 16:18:17.274112 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2ebb5abf-9261-477f-839a-9218dda074d5 req-4e637d04-272a-4c57-8c02-946d381eaefe tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Jun 16 16:18:17.953158 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=13 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:17.955403 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=13 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:18.138522 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:18.143688 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:18.400956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86296-84d4-49c5-8e36-08cddb5e769c req-19513b1a-b6b4-46a8-9904-38541bb393b3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:18.402887 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-82a86296-84d4-49c5-8e36-08cddb5e769c req-19513b1a-b6b4-46a8-9904-38541bb393b3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0665293 Jun 16 16:18:18.436759 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5ae4b-e88e-4dbc-bfef-07ef8b7caf46 req-48d03947-97f9-4ccd-af94-fc14b173aaac tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:18.439400 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-71e5ae4b-e88e-4dbc-bfef-07ef8b7caf46 req-48d03947-97f9-4ccd-af94-fc14b173aaac tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 944 time: 0.0720766 Jun 16 16:18:18.477916 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-82a86296-84d4-49c5-8e36-08cddb5e769c req-81ae13cd-0adb-4c4e-ae7c-9b40fb19b563 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680099 Jun 16 16:18:18.510319 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-71e5ae4b-e88e-4dbc-bfef-07ef8b7caf46 req-db0159ec-dd03-4105-947d-3bfb4d6ac8c2 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Jun 16 16:18:19.632329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c7096-11d2-42c0-a43a-348dad471651 req-dd41705c-f024-4ae2-aad5-da68a7cae4f0 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:19.634243 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e68c7096-11d2-42c0-a43a-348dad471651 req-dd41705c-f024-4ae2-aad5-da68a7cae4f0 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0583479 Jun 16 16:18:19.672661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696635-bdd5-443b-99c2-e3ddcf477703 req-9680c743-2b25-4eba-ab71-79492f03506a tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:19.675880 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3e696635-bdd5-443b-99c2-e3ddcf477703 req-9680c743-2b25-4eba-ab71-79492f03506a tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 944 time: 0.0730364 Jun 16 16:18:19.710690 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e68c7096-11d2-42c0-a43a-348dad471651 req-a547fc59-9530-4bfe-b150-73aabba9b922 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646479 Jun 16 16:18:19.736644 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3e696635-bdd5-443b-99c2-e3ddcf477703 req-f8f0c06e-2d19-4567-b55e-e9745449a94b tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516462 Jun 16 16:18:19.798937 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c57421eb-efcd-47db-aa2e-f4302ee469d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:19.901537 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958015-e4df-4de4-a22d-695de6651d7a req-83fad9db-e400-49af-bc8d-7961e8b02221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:19.903246 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-83fad9db-e400-49af-bc8d-7961e8b02221 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 1128 time: 0.0453725 Jun 16 16:18:20.012357 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958015-e4df-4de4-a22d-695de6651d7a req-749205b7-f1fb-4b02-9e1d-f0fd27fcd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:20.014007 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-749205b7-f1fb-4b02-9e1d-f0fd27fcd120 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 200 len: 914 time: 0.1019475 Jun 16 16:18:20.084493 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-9ce24b80-5b7b-4cb8-ad2c-b48a263a4d68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6 HTTP/1.1" status: 200 len: 217 time: 0.0361552 Jun 16 16:18:20.171836 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 024b92d2-158e-4a6e-bef1-45ef59b811b6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:18:20.302566 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 024b92d2-158e-4a6e-bef1-45ef59b811b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:20.311684 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958015-e4df-4de4-a22d-695de6651d7a req-8313dd72-4246-4cb2-b0ad-a42563a1be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:20.313190 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-8313dd72-4246-4cb2-b0ad-a42563a1be4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7254f98-bbae-40ed-bc93-5b208902cba9 HTTP/1.1" status: 200 len: 853 time: 0.0570450 Jun 16 16:18:20.317042 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '024b92d2-158e-4a6e-bef1-45ef59b811b6', 'network_id': 'f7d4ecdc-bb0f-456d-aa92-24e4392aa63f', 'port_id': '024b92d2-158e-4a6e-bef1-45ef59b811b6', 'mac_address': 'fa:16:3e:96:29:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7254f98-bbae-40ed-bc93-5b208902cba9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:18:20.354923 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-3a1455ff-b7f3-48d6-a2b6-ef7cf31fd11f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287492 Jun 16 16:18:20.362262 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 024b92d2-158e-4a6e-bef1-45ef59b811b6 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:20.362639 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:20.377095 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024b92d2-158e-4a6e-bef1-45ef59b811b6 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:20.403240 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 024b92d2-158e-4a6e-bef1-45ef59b811b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:20.409871 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:20.478150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=024b92d2-158e-4a6e-bef1-45ef59b811b6,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:20.480787 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-4b99071c-b195-4551-9eba-6da4f84c0e06 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:20.482925 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-4b99071c-b195-4551-9eba-6da4f84c0e06 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.0688567 Jun 16 16:18:20.485761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.486151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.487103 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.487481 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.487824 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.488162 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.488491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.488821 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.489147 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.489495 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.489835 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.490195 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.490522 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.490847 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.491175 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:20.492207 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:20.536928 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-2d01ca40-5669-4ba7-b5d4-1b976235895d service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235874 Jun 16 16:18:20.605361 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port de23705d-f0e2-4a20-bc77-f99d6d881c5c {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:20.605696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:20.651543 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:20.668162 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-de958015-e4df-4de4-a22d-695de6651d7a req-54af9f31-79e1-4214-817b-b00ccd647576 service neutron] 10.222.0.25 "GET /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235745 Jun 16 16:18:20.730629 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] For port de23705d-f0e2-4a20-bc77-f99d6d881c5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de23705d-f0e2-4a20-bc77-f99d6d881c5c,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:20.731236 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:20.860462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['024b92d2-158e-4a6e-bef1-45ef59b811b6'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:20.917910 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df8eea-3eb4-4ec1-a4d7-6eecb42ba231 req-bd06613a-7ceb-4b0a-8426-0bbeb194ff44 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:20.919653 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-50df8eea-3eb4-4ec1-a4d7-6eecb42ba231 req-bd06613a-7ceb-4b0a-8426-0bbeb194ff44 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 945 time: 0.1071210 Jun 16 16:18:20.942354 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c7467-cf45-446d-a688-a23163f97272 req-9b15a772-2039-4039-88a2-abbd4fe15e50 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:20.944920 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3f6c7467-cf45-446d-a688-a23163f97272 req-9b15a772-2039-4039-88a2-abbd4fe15e50 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 945 time: 0.0884075 Jun 16 16:18:21.001018 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3f6c7467-cf45-446d-a688-a23163f97272 req-bdfaacb5-c2db-4a3a-87aa-8ddd479f7aa3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Jun 16 16:18:21.019425 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:21.019795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (c610aa61-6edd-49ba-9ef6-b0a67dd4b9de), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:21.020106 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP c610aa61-6edd-49ba-9ef6-b0a67dd4b9de disassociated. External IP: 172.27.2.219, port: de23705d-f0e2-4a20-bc77-f99d6d881c5c. Jun 16 16:18:21.020451 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for de23705d-f0e2-4a20-bc77-f99d6d881c5c owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:21.030142 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-50df8eea-3eb4-4ec1-a4d7-6eecb42ba231 req-94d151e2-4b28-4193-ab4e-0a9515d66307 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ae3f194-b24b-4108-8478-e2297631d1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022091 Jun 16 16:18:21.114759 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:21.153106 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:21.202246 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (de23705d-f0e2-4a20-bc77-f99d6d881c5c), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:21.245174 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=de23705d-f0e2-4a20-bc77-f99d6d881c5c,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:21.275220 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.275571 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.279950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.281094 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:21.404679 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:21.523464 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:21.536895 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:21.553556 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:21.554478 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:17:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:21.577281 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] No DVR routers for this DVR port de23705d-f0e2-4a20-bc77-f99d6d881c5c on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:21.580163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:21.585165 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0db15ebf-1242-48b1-b8ef-3a66455d8960 req-f66bcc7c-5846-406d-87fd-37a264cab855 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "DELETE /v2.0/ports/de23705d-f0e2-4a20-bc77-f99d6d881c5c HTTP/1.1" status: 204 len: 173 time: 1.0915134 Jun 16 16:18:21.585165 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'name': 'network-vif-deleted', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:21.588084 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a81193-1178-4cf0-ae3e-67446fa159d2" -d '{"events": [{"server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "name": "network-vif-deleted", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:21.730055 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:21.759657 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bef88f-6256-4a8a-8f7f-11c2fdc274ac x-openstack-request-id: req-05bef88f-6256-4a8a-8f7f-11c2fdc274ac {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:21.760463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e89e07-513d-41ba-982f-b29bbc494ffe", "name": "network-vif-deleted", "tag": "de23705d-f0e2-4a20-bc77-f99d6d881c5c", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:21.760463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-05bef88f-6256-4a8a-8f7f-11c2fdc274ac {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:21.760765 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bef88f-6256-4a8a-8f7f-11c2fdc274ac'] response: {'server_uuid': 'e2e89e07-513d-41ba-982f-b29bbc494ffe', 'name': 'network-vif-deleted', 'tag': 'de23705d-f0e2-4a20-bc77-f99d6d881c5c', 'status': 'completed', 'code': 200} Jun 16 16:18:21.989114 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:22.016497 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:22.026067 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:22.026682 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:17:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:22.164076 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:22.191003 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a86d609-a551-4094-be31-bfe4da72b5a0 req-88d5b957-7671-416f-bc7c-958ce7c65b8f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e89e07-513d-41ba-982f-b29bbc494ffe HTTP/1.1" status: 200 len: 210 time: 0.0531154 Jun 16 16:18:22.215871 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 024b92d2-158e-4a6e-bef1-45ef59b811b6 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:18:22.230106 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86523f43-f51d-45bf-b893-a56d97285604 req-353ff147-d707-44ba-9a77-c4c1b679c6b2 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:22.232050 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-86523f43-f51d-45bf-b893-a56d97285604 req-353ff147-d707-44ba-9a77-c4c1b679c6b2 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 945 time: 0.1152866 Jun 16 16:18:22.286409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7f20c81a-ce38-40d2-86cb-ad54f13939a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:22.300713 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 024b92d2-158e-4a6e-bef1-45ef59b811b6 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:18:22.310679 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 024b92d2-158e-4a6e-bef1-45ef59b811b6 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:22.311536 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:22.392727 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-86523f43-f51d-45bf-b893-a56d97285604 req-146be4bb-e5dc-4078-a612-ce1fe096c52f tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Jun 16 16:18:22.449951 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 024b92d2-158e-4a6e-bef1-45ef59b811b6 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:22.450633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:22.491803 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024b92d2-158e-4a6e-bef1-45ef59b811b6'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:22.495636 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860cfc06-6eeb-40a5-a1ab-b41ca5314d94" -d '{"events": [{"server_uuid": "3dcb1996-2963-4d45-bf74-e753c4ad9eee", "name": "network-vif-plugged", "status": "completed", "tag": "024b92d2-158e-4a6e-bef1-45ef59b811b6"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:22.513545 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:22.516548 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 024b92d2-158e-4a6e-bef1-45ef59b811b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:22.523444 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:22.524563 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device de23705d-f0e2-4a20-bc77-f99d6d881c5c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:22.543904 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251efc59-5b06-4fd0-9ccf-ee49689e2f6b None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:22.570704 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: de23705d-f0e2-4a20-bc77-f99d6d881c5c {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:22.571096 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device de23705d-f0e2-4a20-bc77-f99d6d881c5c not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:22.614559 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=024b92d2-158e-4a6e-bef1-45ef59b811b6,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.648456 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14469bb-832b-4aa5-80b5-fceb207493c5 x-openstack-request-id: req-a14469bb-832b-4aa5-80b5-fceb207493c5 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:22.648797 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb1996-2963-4d45-bf74-e753c4ad9eee", "name": "network-vif-plugged", "status": "completed", "tag": "024b92d2-158e-4a6e-bef1-45ef59b811b6", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:22.649020 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a14469bb-832b-4aa5-80b5-fceb207493c5 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:22.649434 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14469bb-832b-4aa5-80b5-fceb207493c5'] response: {'server_uuid': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024b92d2-158e-4a6e-bef1-45ef59b811b6', 'code': 200} Jun 16 16:18:22.852728 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956589b0-4f7d-4170-94c9-006aec07e82b None None] New status for floating IP c610aa61-6edd-49ba-9ef6-b0a67dd4b9de: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:18:22.887964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308947-c2c0-4d21-977a-e478581e4c69 req-d9650975-d7c8-4fd0-a738-734316531667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:22.893431 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-87308947-c2c0-4d21-977a-e478581e4c69 req-d9650975-d7c8-4fd0-a738-734316531667 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 1130 time: 0.0621119 Jun 16 16:18:22.946201 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-87308947-c2c0-4d21-977a-e478581e4c69 req-8b4e6246-add1-4056-b6d5-d2f71088bf41 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Jun 16 16:18:23.309873 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53804) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:23.376248 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d55b79fa-acfe-43f8-a407-9143e2f22895 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (2ae3f194-b24b-4108-8478-e2297631d1c3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.409551 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d55b79fa-acfe-43f8-a407-9143e2f22895 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (2ae3f194-b24b-4108-8478-e2297631d1c3), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.468769 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d55b79fa-acfe-43f8-a407-9143e2f22895 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2ae3f194-b24b-4108-8478-e2297631d1c3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.472602 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d55b79fa-acfe-43f8-a407-9143e2f22895 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.474416 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d55b79fa-acfe-43f8-a407-9143e2f22895 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/security-groups/2ae3f194-b24b-4108-8478-e2297631d1c3 HTTP/1.1" status: 204 len: 168 time: 0.1630421 Jun 16 16:18:23.477877 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53808) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:23.489489 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b79fa-acfe-43f8-a407-9143e2f22895 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae3f194-b24b-4108-8478-e2297631d1c3,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.515921 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-eaf6faf4-1877-465e-969b-53cee44da37a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] show failed (client error): The resource could not be found. Jun 16 16:18:23.521155 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-eaf6faf4-1877-465e-969b-53cee44da37a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups/2ae3f194-b24b-4108-8478-e2297631d1c3 HTTP/1.1" status: 404 len: 347 time: 0.0380266 Jun 16 16:18:23.522133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53810) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:23.551721 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:23.565749 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd5116-7e3f-4343-a543-ca3012985cff req-f05eeee8-339a-4484-86d7-b8583de6890e tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:23.566848 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-21dd5116-7e3f-4343-a543-ca3012985cff req-f05eeee8-339a-4484-86d7-b8583de6890e tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.0766504 Jun 16 16:18:23.574020 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.634213 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-21dd5116-7e3f-4343-a543-ca3012985cff req-101a783d-20af-4623-9c1a-7a629d58d927 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Jun 16 16:18:23.675925 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port 030b0516-0090-4bed-a60c-4588b90a7131 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:23.676262 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (030b0516-0090-4bed-a60c-4588b90a7131), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.779826 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (030b0516-0090-4bed-a60c-4588b90a7131), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.780273 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (030b0516-0090-4bed-a60c-4588b90a7131), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:23.797960 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for 030b0516-0090-4bed-a60c-4588b90a7131 owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:23.968893 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (030b0516-0090-4bed-a60c-4588b90a7131), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.012127 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=030b0516-0090-4bed-a60c-4588b90a7131,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.086421 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (c610aa61-6edd-49ba-9ef6-b0a67dd4b9de), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.090138 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.092077 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d363d2c1-9e6c-43fa-9cab-8a8e82c0ff94 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/floatingips/c610aa61-6edd-49ba-9ef6-b0a67dd4b9de HTTP/1.1" status: 204 len: 168 time: 0.5686340 Jun 16 16:18:24.151374 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:18:24.178936 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53814) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:24.183751 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273008239', 'description': 'tempest-description--314660455'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:24.209601 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.296566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.301846 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.338823 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.339968 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1598113 Jun 16 16:18:24.344816 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d42e2-0591-4869-b3f9-25e722e110b4 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.345028 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53816) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:24.353680 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': 'd0ee5ab5-dee3-414a-8bb9-b15e3d0a4634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:24.390513 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (b0c52f2e-49a1-452b-9889-ed9753d443d2), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.427768 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:24.486559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (b0c52f2e-49a1-452b-9889-ed9753d443d2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.494548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (b0c52f2e-49a1-452b-9889-ed9753d443d2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.515585 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:24.521470 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c52f2e-49a1-452b-9889-ed9753d443d2,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.528815 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.536729 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-514b4f1d-a041-471a-90cf-ecbd57293f2e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814005 Jun 16 16:18:24.536729 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53820) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:24.542716 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'security_group_rule': {'security_group_id': 'd0ee5ab5-dee3-414a-8bb9-b15e3d0a4634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:24.572685 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (34526904-c076-4782-9a2b-95c1233e282c), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.641742 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (34526904-c076-4782-9a2b-95c1233e282c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.647036 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (34526904-c076-4782-9a2b-95c1233e282c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.671276 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34526904-c076-4782-9a2b-95c1233e282c,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.686507 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.688316 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-6fb466f5-fc14-41bd-87fb-7ca969a4289b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500974 Jun 16 16:18:24.693847 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53824) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:24.698680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:24.734158 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.832635 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.861144 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:24.868882 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa8f6-f7da-44ae-8ea8-37359cf84c1b req-8bab5efb-cb2d-425e-b346-6b0a9c854fbf tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:24.870446 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-510fa8f6-f7da-44ae-8ea8-37359cf84c1b req-8bab5efb-cb2d-425e-b346-6b0a9c854fbf tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.1270480 Jun 16 16:18:24.879570 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:24.918463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.999628 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-510fa8f6-f7da-44ae-8ea8-37359cf84c1b req-ccd049a0-1e6e-4c12-9143-e8a63b3bbf40 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180873 Jun 16 16:18:25.083134 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.27.2.38 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/45f43d7e-c054-46c6-acf9-c60a1ba6e720) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:25.239888 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.277210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:25.285519 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.301599 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.366760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:25.374275 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:25.379161 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:18:25.384974 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=45f43d7e-c054-46c6-acf9-c60a1ba6e720,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:25.598294 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (20b8c6f9-357e-4c16-8d2d-f05ffac5d336), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.655184 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.142939 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.151706 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.157426 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:26.270792 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=45f43d7e-c054-46c6-acf9-c60a1ba6e720,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:26.302281 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:26.312693 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (20b8c6f9-357e-4c16-8d2d-f05ffac5d336), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.340695 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-f5508d8e-3af5-4582-b298-b2e9b8c0b52b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639997603&fields=id&tenant_id=925cc45674694931bfe8fc60765045c2 HTTP/1.1" status: 200 len: 267 time: 0.1166325 Jun 16 16:18:26.349319 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.350740 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2e3f4dc1-c278-45ed-b2ac-b785c73d1395 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6555729 Jun 16 16:18:26.427638 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-f9277306-8a9f-4a5f-9b0f-40f4a609b029 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:26.430297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-f9277306-8a9f-4a5f-9b0f-40f4a609b029 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 985 time: 0.0778790 Jun 16 16:18:26.444610 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Request body: {'port': {'security_groups': ['196ca9ec-328d-4a64-8689-a826bb21ff8f']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:26.552287 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.571542 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-113b9776-f799-4912-9799-e2f210cc7c69 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--273008239&fields=id&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 267 time: 0.0608742 Jun 16 16:18:26.713798 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-5b61b655-8f64-4687-8156-49d5666845e3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:26.718511 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-5b61b655-8f64-4687-8156-49d5666845e3 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.1393609 Jun 16 16:18:26.733225 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-bb986277-8e33-48d7-8a97-61844723996e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/quotas/b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 375 time: 0.0119536 Jun 16 16:18:26.802557 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-d047ef59-5868-4017-a6cf-576a27f31b37 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568428 Jun 16 16:18:26.808408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:26.848872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for port (5082da5f-5306-4a23-b35d-d8a60373485c), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.855577 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.873049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5082da5f-5306-4a23-b35d-d8a60373485c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:26.927931 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:26.929031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:26.936558 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-01f38eef-fe46-4d58-b83d-da417cd6eb34 req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "PUT /v2.0/ports/5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 943 time: 0.4980621 Jun 16 16:18:26.937310 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:26.941356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a754270c-753f-436f-8305-59788e242614" -d '{"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:26.947240 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-98fa12b0-5dfe-4c3f-9bb4-1432f3bae8bf service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314640 Jun 16 16:18:26.947845 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53856) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:27.004510 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260e0dd-ffa1-43f5-90c6-075eb36ef44b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event updated for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=7']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.043173 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a492856-c5d1-49c4-a37f-e05076eae62e x-openstack-request-id: req-4a492856-c5d1-49c4-a37f-e05076eae62e {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:27.043481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:27.044033 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4a492856-c5d1-49c4-a37f-e05076eae62e {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:27.045825 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a492856-c5d1-49c4-a37f-e05076eae62e'] response: {'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'status': 'completed', 'code': 200} Jun 16 16:18:27.145974 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5082da5f-5306-4a23-b35d-d8a60373485c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:27.149659 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754270c-753f-436f-8305-59788e242614 req-1bf6ae43-da0d-4967-8b8b-5155719871dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:27.152039 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-1bf6ae43-da0d-4967-8b8b-5155719871dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1130 time: 0.0720446 Jun 16 16:18:27.317040 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754270c-753f-436f-8305-59788e242614 req-f45d9db9-0c5f-4d8b-889f-6b61e199c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:27.318790 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-f45d9db9-0c5f-4d8b-889f-6b61e199c48a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 915 time: 0.1549039 Jun 16 16:18:27.393540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0acba3b3-28c5-4d8e-9f67-593689fe4234 None None] Provisioning complete for port 5082da5f-5306-4a23-b35d-d8a60373485c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:27.394112 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0acba3b3-28c5-4d8e-9f67-593689fe4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:27.429449 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-338266ce-30ae-4626-abfc-b125fb36fc88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 1002 time: 0.0964909 Jun 16 16:18:27.494451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0acba3b3-28c5-4d8e-9f67-593689fe4234 None None] Current status of the port 5082da5f-5306-4a23-b35d-d8a60373485c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:27.510936 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754270c-753f-436f-8305-59788e242614 req-0170b605-d93b-45a7-998b-c59b631c9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:27.512551 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-0170b605-d93b-45a7-998b-c59b631c9994 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 200 len: 853 time: 0.0695238 Jun 16 16:18:27.522352 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd51e-52ca-4e98-99f0-3f58edaaba70 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group (14275c86-d82b-4e27-a8bf-f2c4b95be5fe), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:27.556156 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-1c08ede4-4456-4bc1-9f7e-b8c88c90823c service neutron] 10.222.0.17 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939517 Jun 16 16:18:27.578131 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd51e-52ca-4e98-99f0-3f58edaaba70 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group (14275c86-d82b-4e27-a8bf-f2c4b95be5fe), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:27.595331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754270c-753f-436f-8305-59788e242614 req-e8e8d53b-871c-49de-85f1-1b3b3be0c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:27.598019 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-e8e8d53b-871c-49de-85f1-1b3b3be0c3d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a047fbf-e261-4245-b980-32955ab86d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720091 Jun 16 16:18:27.710779 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd51e-52ca-4e98-99f0-3f58edaaba70 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (14275c86-d82b-4e27-a8bf-f2c4b95be5fe), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:27.714292 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd51e-52ca-4e98-99f0-3f58edaaba70 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:27.715742 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5a4fd51e-52ca-4e98-99f0-3f58edaaba70 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "DELETE /v2.0/security-groups/14275c86-d82b-4e27-a8bf-f2c4b95be5fe HTTP/1.1" status: 204 len: 168 time: 0.7666638 Jun 16 16:18:27.720364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53866) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:27.728582 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd51e-52ca-4e98-99f0-3f58edaaba70 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14275c86-d82b-4e27-a8bf-f2c4b95be5fe,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.851358 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-5500d437-86cc-4351-a582-aeb95483ea48 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432730 Jun 16 16:18:27.880029 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8b62b5db-e420-4c76-9154-a2eb21bae4a5 req-f9904fa4-faa9-406b-9bc0-39956146d4e6 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 210 time: 0.0783968 Jun 16 16:18:27.889328 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:27.890111 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:28.043887 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Deleting port 193dcd07-75ea-4ca9-80cf-52afcf894bf3 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:28.044440 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:28.068938 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a754270c-753f-436f-8305-59788e242614 req-330c055e-98a1-4254-b8ab-a8f883bad8dd service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915913 Jun 16 16:18:28.153297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:28.153623 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for floatingip (193dcd07-75ea-4ca9-80cf-52afcf894bf3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:28.169254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Calling delete_port for 193dcd07-75ea-4ca9-80cf-52afcf894bf3 owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:28.411535 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (193dcd07-75ea-4ca9-80cf-52afcf894bf3), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:28.442972 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event deleted for resources: {'Port': ['ID=193dcd07-75ea-4ca9-80cf-52afcf894bf3,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:28.526879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks [] for floatingip (4db5b34d-4e9a-4804-a4e6-f051dc31e4f7), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:28.527260 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Floating IP 4db5b34d-4e9a-4804-a4e6-f051dc31e4f7 disassociated (deleted). External IP: 172.27.2.130, port: 5082da5f-5306-4a23-b35d-d8a60373485c. Jun 16 16:18:28.801492 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Router bd621864-2664-4eb4-a34f-6ec93affd1cc has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:28.853531 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd863-625a-4007-8492-606ed9774b4c req-6c46c194-5291-47b0-8fcf-b7922f49bf1e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:28.858444 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3f6fd863-625a-4007-8492-606ed9774b4c req-6c46c194-5291-47b0-8fcf-b7922f49bf1e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.0777383 Jun 16 16:18:28.941963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:28.942867 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:28.958813 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3f6fd863-625a-4007-8492-606ed9774b4c req-903cb844-db2e-4f8c-97c3-ebf5c4e16690 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921178 Jun 16 16:18:28.995137 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:29.000669 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:29.010544 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216017b9-db17-4238-9a08-fe2849479039 None None] Sync routers for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:29.024673 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:29.025563 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:29.081851 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-421e4c25-e0c7-4c2f-a4ea-080542dc5027 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "DELETE /v2.0/floatingips/4db5b34d-4e9a-4804-a4e6-f051dc31e4f7 HTTP/1.1" status: 204 len: 168 time: 1.3593681 Jun 16 16:18:29.083060 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:29.086896 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a27a6b0-0234-42e1-bb32-7c7568359543" -d '{"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:29.092810 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0f641d58-d932-4958-9306-3c620c0fd797 req-b8bb0505-d52f-4393-b9a0-12039ed05ccb tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 210 time: 0.0521424 Jun 16 16:18:29.153406 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd47eec8-64b3-49f1-8124-67c72804d3a5 x-openstack-request-id: req-bd47eec8-64b3-49f1-8124-67c72804d3a5 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:29.153804 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:29.154244 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bd47eec8-64b3-49f1-8124-67c72804d3a5 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:29.154866 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd47eec8-64b3-49f1-8124-67c72804d3a5'] response: {'name': 'network-changed', 'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'status': 'completed', 'code': 200} Jun 16 16:18:29.253848 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:29.459107 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:29.500948 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:49Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:29.531378 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216017b9-db17-4238-9a08-fe2849479039 None None] Checking router: bd621864-2664-4eb4-a34f-6ec93affd1cc for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:29.543480 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:29.544465 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:29.548293 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:29.665749 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:29.877359 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-216017b9-db17-4238-9a08-fe2849479039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:49Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:29.908731 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216017b9-db17-4238-9a08-fe2849479039 None None] The sync data for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi is: [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:14:41Z', 'revision_number': 4, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849', 'name': '', 'network_id': '1a047fbf-e261-4245-b980-32955ab86d94', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'mac_address': 'fa:16:3e:8b:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:40Z', 'updated_at': '2022-06-16T16:14:49Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'subnets': [{'id': '60880d90-92ad-43ee-8f37-ad5a6eeada8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:30.009958 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-43128f6d-a34b-468d-a871-54ab18dd7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.012114 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-43128f6d-a34b-468d-a871-54ab18dd7005 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=925cc45674694931bfe8fc60765045c2&device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 1130 time: 0.1201687 Jun 16 16:18:30.070760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:30.141693 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-38f42229-6f4a-40cb-ad2e-49c571a205b8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.146059 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-38f42229-6f4a-40cb-ad2e-49c571a205b8 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 814 time: 0.2587972 Jun 16 16:18:30.244177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8572e1-9d96-44bb-97fd-8bba7daf31dd req-0e9654a1-8d5f-4ff4-abb0-27415b07195e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.254275 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6a8572e1-9d96-44bb-97fd-8bba7daf31dd req-0e9654a1-8d5f-4ff4-abb0-27415b07195e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1313915 Jun 16 16:18:30.265339 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fa16408-6843-4451-bea4-9a52ad6d5a6b req-0bd41387-5ede-4415-af73-6080667d4872 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 210 time: 0.0629332 Jun 16 16:18:30.314930 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:30.334735 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-53da9c03-8ac4-43fa-9b6f-7fc0bd5798d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.336199 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-53da9c03-8ac4-43fa-9b6f-7fc0bd5798d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 200 len: 915 time: 0.3105707 Jun 16 16:18:30.345644 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6a8572e1-9d96-44bb-97fd-8bba7daf31dd req-3ba2ad41-3403-4967-8277-80ca91beaa8e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=c66e9de5-af59-4dff-bb07-e09ab27bd149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900953 Jun 16 16:18:30.354752 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-2a3c241b-fc61-409f-9dba-4536c2930a32 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b091584c67814e4d8f7e88f0596880e3 HTTP/1.1" status: 200 len: 379 time: 0.1039286 Jun 16 16:18:30.380983 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'port': {'device_id': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'admin_state_up': True, 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'security_groups': ['d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:30.418174 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00deaf86-a6c5-4a5c-8c20-a5a56537e5ef None None] New status for floating IP 4db5b34d-4e9a-4804-a4e6-f051dc31e4f7: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:18:30.440669 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-881f9700-37bc-4340-be90-dce82571c1b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 200 len: 217 time: 0.0781429 Jun 16 16:18:30.468144 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-68147acb-a9af-4a94-a5c0-a6d61c9f5fff tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.473012 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-68147acb-a9af-4a94-a5c0-a6d61c9f5fff tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 945 time: 0.1068962 Jun 16 16:18:30.540472 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-18eb0416-6b47-4f11-8a0e-98cf1150c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.542304 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-18eb0416-6b47-4f11-8a0e-98cf1150c901 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 200 len: 853 time: 0.0756369 Jun 16 16:18:30.612847 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-c181d96c-5d32-423d-bf7d-247a310d25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.614455 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-c181d96c-5d32-423d-bf7d-247a310d25cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a047fbf-e261-4245-b980-32955ab86d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631468 Jun 16 16:18:30.667291 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Deleting port b45f5873-c9a8-45d9-883c-9f0d81681036 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:30.667547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:30.698298 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Made reservation on behalf of b091584c67814e4d8f7e88f0596880e3 for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:30.701763 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:30.729551 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-eb3bf329-2708-406a-9405-9a9c835290de service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076350 Jun 16 16:18:30.827261 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] For port b45f5873-c9a8-45d9-883c-9f0d81681036, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b45f5873-c9a8-45d9-883c-9f0d81681036,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:30.827626 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:30.844990 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3a27a6b0-0234-42e1-bb32-7c7568359543 req-c950b526-b800-43fe-9864-14df664bda34 service neutron] 10.222.0.25 "GET /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044934 Jun 16 16:18:30.976598 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Allocated IP 172.20.0.14 (cdb4f4d1-8b7f-401f-9aab-5045d67bace2/4abd5374-38db-4a86-9849-3f37dc0f9019/090307fe-9628-4c5e-8a8c-15b983b49709) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:31.081990 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.082699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (2de6da46-67a6-43f9-b9c2-54f69cad9677), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.082699 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Floating IP 2de6da46-67a6-43f9-b9c2-54f69cad9677 disassociated. External IP: 172.27.2.225, port: b45f5873-c9a8-45d9-883c-9f0d81681036. Jun 16 16:18:31.083033 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Calling delete_port for b45f5873-c9a8-45d9-883c-9f0d81681036 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:31.084949 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:31.149957 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:31.264570 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for port (090307fe-9628-4c5e-8a8c-15b983b49709), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.348572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.394338 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (b45f5873-c9a8-45d9-883c-9f0d81681036), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.411536 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:31.422418 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:31.428581 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:18:31.453947 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event updated for resources: {'Port': ['ID=090307fe-9628-4c5e-8a8c-15b983b49709,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.521392 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32687db6-73b4-425e-a2ee-a80ee835ec2a req-9cb4b41a-6a79-4155-9050-cf4d8e4d99b7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:31.523053 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-32687db6-73b4-425e-a2ee-a80ee835ec2a req-9cb4b41a-6a79-4155-9050-cf4d8e4d99b7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 932 time: 0.1127000 Jun 16 16:18:31.538547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event deleted for resources: {'Port': ['ID=b45f5873-c9a8-45d9-883c-9f0d81681036,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.578990 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-086725ff-7aef-4e40-930e-69ae66e4672f req-96ac3f44-b28d-4f9d-a4d0-3106dfffe178 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.1114202 Jun 16 16:18:31.624444 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:31.625340 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.637181 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-32687db6-73b4-425e-a2ee-a80ee835ec2a req-b0b46ada-a58d-467a-ac1f-9fa1fafe7168 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073043 Jun 16 16:18:31.851433 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-fd1f165a-d68d-4496-94e8-732da783b286 None None] Provisioning complete for port 090307fe-9628-4c5e-8a8c-15b983b49709 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:31.852018 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fd1f165a-d68d-4496-94e8-732da783b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:31.904996 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f165a-d68d-4496-94e8-732da783b286 None None] Port 090307fe-9628-4c5e-8a8c-15b983b49709 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:18:31.969432 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-a7679949-86e5-432c-9037-5f52bbe0c886 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5961215 Jun 16 16:18:32.001269 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Router 9228fd68-ea6d-454e-a564-93acd8277c53 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:32.135268 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:32.149856 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:32.167155 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:32.168123 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:32.197059 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] No DVR routers for this DVR port b45f5873-c9a8-45d9-883c-9f0d81681036 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:32.200147 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:32.203492 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2a262d29-dd18-43c5-a9bc-65f0b95c66f4 req-29d3bc54-4c2b-4d6a-b1e9-460ef197952e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "DELETE /v2.0/ports/b45f5873-c9a8-45d9-883c-9f0d81681036 HTTP/1.1" status: 204 len: 173 time: 1.6790876 Jun 16 16:18:32.203961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'name': 'network-vif-deleted', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:32.206730 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e8819-a128-4e3c-8c7f-d235205d59bd" -d '{"events": [{"server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "name": "network-vif-deleted", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:32.257433 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4c2210-a54f-48da-802d-c6057cc4479b x-openstack-request-id: req-ed4c2210-a54f-48da-802d-c6057cc4479b {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:32.257753 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69f513-c146-469b-9045-a974844f18cb", "name": "network-vif-deleted", "tag": "b45f5873-c9a8-45d9-883c-9f0d81681036", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:32.258005 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ed4c2210-a54f-48da-802d-c6057cc4479b {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:32.258657 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4c2210-a54f-48da-802d-c6057cc4479b'] response: {'server_uuid': '6b69f513-c146-469b-9045-a974844f18cb', 'name': 'network-vif-deleted', 'tag': 'b45f5873-c9a8-45d9-883c-9f0d81681036', 'status': 'completed', 'code': 200} Jun 16 16:18:32.307248 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:32.307578 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Request body: {'port': {'device_id': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:32.410026 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:32.464631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:32.582363 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:32.619098 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:32.630367 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:32.631114 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:32.726835 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:32.775269 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-eafed662-33ff-4053-b437-78a183fb35dc req-bb643b16-2451-4dc5-b897-75e5f9c8b907 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=6b69f513-c146-469b-9045-a974844f18cb HTTP/1.1" status: 200 len: 210 time: 0.0754647 Jun 16 16:18:32.803419 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:32.879703 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2e0e-54c7-4db5-8722-0d269f63d2cf req-6d5c3a35-b9d2-4478-b526-420b4480ea0e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:32.881311 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bdcc2e0e-54c7-4db5-8722-0d269f63d2cf req-6d5c3a35-b9d2-4478-b526-420b4480ea0e tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 932 time: 0.1208174 Jun 16 16:18:32.951170 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bdcc2e0e-54c7-4db5-8722-0d269f63d2cf req-272a6fde-16ee-4710-b073-92c1a70c4914 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614622 Jun 16 16:18:32.965095 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090307fe-9628-4c5e-8a8c-15b983b49709 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:32.979641 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Publish callbacks [] for port (090307fe-9628-4c5e-8a8c-15b983b49709), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:33.002507 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Transition to ACTIVE for port object 090307fe-9628-4c5e-8a8c-15b983b49709 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:18:33.009428 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:33.053769 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:33.080765 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Pushing event updated for resources: {'Port': ['ID=090307fe-9628-4c5e-8a8c-15b983b49709,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:33.118760 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:33.160618 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8566-1b44-4946-be05-dcaf15151b05 None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:33.192122 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Attempting to bind port 090307fe-9628-4c5e-8a8c-15b983b49709 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:18:33.193207 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Attempting to bind port 090307fe-9628-4c5e-8a8c-15b983b49709 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:18:33.193736 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Attempting to bind port 090307fe-9628-4c5e-8a8c-15b983b49709 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:18:33.201459 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Port 090307fe-9628-4c5e-8a8c-15b983b49709 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:18:33.201687 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Attempting to bind port 090307fe-9628-4c5e-8a8c-15b983b49709 on network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:18:33.210012 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:18:33.210578 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Checking segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:18:33.211200 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Bound using segment: {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:18:33.213288 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Bound port: 090307fe-9628-4c5e-8a8c-15b983b49709, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec7f7-e135-466d-8418-89a8d5178d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:18:33.213288 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:33.385167 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] For port 090307fe-9628-4c5e-8a8c-15b983b49709, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:18:33.404044 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] For port 090307fe-9628-4c5e-8a8c-15b983b49709, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=090307fe-9628-4c5e-8a8c-15b983b49709,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:18:33.412624 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:33.605458 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:33.611140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:33.620386 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] 10.222.0.25 "PUT /v2.0/ports/090307fe-9628-4c5e-8a8c-15b983b49709 HTTP/1.1" status: 200 len: 1094 time: 1.3143201 Jun 16 16:18:33.623525 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394aa9-00b4-4f46-b0fe-751d6097a379 service neutron] Pushing event updated for resources: {'Port': ['ID=090307fe-9628-4c5e-8a8c-15b983b49709,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:33.646502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28f492-8671-4731-8a7d-3ce81750ccc9 None None] New status for floating IP 2de6da46-67a6-43f9-b9c2-54f69cad9677: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:18:33.780874 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-11ee1186-e976-4d4d-9310-181175d77a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:33.785031 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-11ee1186-e976-4d4d-9310-181175d77a4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 1128 time: 0.0795784 Jun 16 16:18:33.890582 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-505540b9-b99a-4c55-a136-38dcf59dad58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090307fe-9628-4c5e-8a8c-15b983b49709 HTTP/1.1" status: 200 len: 217 time: 0.0936604 Jun 16 16:18:33.991660 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-269ce482-d447-4f96-9bea-b806618c29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:33.993256 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-269ce482-d447-4f96-9bea-b806618c29e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.0660954 Jun 16 16:18:34.002841 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53946) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:34.081018 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-f049abc4-0f37-4dfc-ba99-efab96b7cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:34.082814 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-f049abc4-0f37-4dfc-ba99-efab96b7cf53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825734 Jun 16 16:18:34.105192 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-105a732b-8d5e-4d6d-ae3c-cb690ab057ab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (c66e9de5-af59-4dff-bb07-e09ab27bd149), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.159803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-105a732b-8d5e-4d6d-ae3c-cb690ab057ab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (c66e9de5-af59-4dff-bb07-e09ab27bd149), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.196920 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0800c1-b6fd-4cac-b52c-4cbba4d09963 req-ff21698d-ee7d-4817-bfb4-90b12549e822 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:34.198462 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7c0800c1-b6fd-4cac-b52c-4cbba4d09963 req-ff21698d-ee7d-4817-bfb4-90b12549e822 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 944 time: 0.0869312 Jun 16 16:18:34.262621 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:34.266488 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b94012-8958-47a7-bbc6-fc65b08e5a38" -d '{"events": [{"name": "network-changed", "server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:34.270551 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7c0800c1-b6fd-4cac-b52c-4cbba4d09963 req-6259dd21-5d61-400b-8f99-e88fec791d72 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628092 Jun 16 16:18:34.271994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-105a732b-8d5e-4d6d-ae3c-cb690ab057ab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c66e9de5-af59-4dff-bb07-e09ab27bd149), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.274596 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-105a732b-8d5e-4d6d-ae3c-cb690ab057ab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.275742 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-105a732b-8d5e-4d6d-ae3c-cb690ab057ab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "DELETE /v2.0/security-groups/c66e9de5-af59-4dff-bb07-e09ab27bd149 HTTP/1.1" status: 204 len: 168 time: 0.2710781 Jun 16 16:18:34.278965 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53958) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:34.286763 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a732b-8d5e-4d6d-ae3c-cb690ab057ab tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e9de5-af59-4dff-bb07-e09ab27bd149,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:34.320202 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-49ca8169-4523-4cc3-86c0-ec2a38cda1e6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] show failed (client error): The resource could not be found. Jun 16 16:18:34.322186 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-49ca8169-4523-4cc3-86c0-ec2a38cda1e6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups/c66e9de5-af59-4dff-bb07-e09ab27bd149 HTTP/1.1" status: 404 len: 347 time: 0.0411186 Jun 16 16:18:34.324624 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53960) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:34.326800 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7035a-a83a-463e-90f6-962e9de18509 x-openstack-request-id: req-0de7035a-a83a-463e-90f6-962e9de18509 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:34.327156 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:34.327478 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0de7035a-a83a-463e-90f6-962e9de18509 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:34.328052 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de7035a-a83a-463e-90f6-962e9de18509'] response: {'name': 'network-changed', 'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709', 'status': 'completed', 'code': 200} Jun 16 16:18:34.451246 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:34.465324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Deleting port 36fb9464-477b-4d7b-8306-d35d1055720f {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:34.465868 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (36fb9464-477b-4d7b-8306-d35d1055720f), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.587808 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (36fb9464-477b-4d7b-8306-d35d1055720f), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.588160 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (36fb9464-477b-4d7b-8306-d35d1055720f), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.604577 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Calling delete_port for 36fb9464-477b-4d7b-8306-d35d1055720f owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:34.607174 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:34.787824 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (36fb9464-477b-4d7b-8306-d35d1055720f), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.812806 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event deleted for resources: {'Port': ['ID=36fb9464-477b-4d7b-8306-d35d1055720f,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:34.883027 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (2de6da46-67a6-43f9-b9c2-54f69cad9677), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.885629 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:34.886870 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0996876d-e2cc-4431-93ab-cc87f5bd94b2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "DELETE /v2.0/floatingips/2de6da46-67a6-43f9-b9c2-54f69cad9677 HTTP/1.1" status: 204 len: 168 time: 0.5612173 Jun 16 16:18:34.974548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53966) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:34.979633 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485377368', 'description': 'tempest-description--685958183'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:35.006524 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device b45f5873-c9a8-45d9-883c-9f0d81681036 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:35.012067 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.035214 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: b45f5873-c9a8-45d9-883c-9f0d81681036 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:35.035560 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device b45f5873-c9a8-45d9-883c-9f0d81681036 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:35.094161 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.098450 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.134433 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.135638 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1600671 Jun 16 16:18:35.138887 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53968) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:35.144161 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:35.150164 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc993157-b741-4a0d-b05f-ed112d80c417 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.175230 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (02be80ab-2bd7-4775-9f66-e97b13d343a9), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.235913 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (02be80ab-2bd7-4775-9f66-e97b13d343a9), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.241864 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (02be80ab-2bd7-4775-9f66-e97b13d343a9), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.268339 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02be80ab-2bd7-4775-9f66-e97b13d343a9,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.274101 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.275332 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ca70e8fd-dcb9-4dab-96a4-cac36b4d5b36 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354761 Jun 16 16:18:35.278234 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 53970) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:35.282550 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:35.312286 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (3141202c-ce52-41b8-b167-8a1878843b72), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.372609 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:35.385237 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (3141202c-ce52-41b8-b167-8a1878843b72), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.390255 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (3141202c-ce52-41b8-b167-8a1878843b72), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.415406 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3141202c-ce52-41b8-b167-8a1878843b72,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.418722 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab793ffc-dcbf-4c23-9766-c893cba1a62e req-7f42e4d5-7028-48e7-9a4a-2b9489a84e5f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:35.420456 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ab793ffc-dcbf-4c23-9766-c893cba1a62e req-7f42e4d5-7028-48e7-9a4a-2b9489a84e5f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 944 time: 0.0598276 Jun 16 16:18:35.425155 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.429908 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f409c5d4-5989-490d-8912-79c4e0ea8a70 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481824 Jun 16 16:18:35.430326 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 53976) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:35.434895 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:35.480589 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.522744 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ab793ffc-dcbf-4c23-9766-c893cba1a62e req-a58b9bca-d9e6-4e88-9e74-358950418b1f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822082 Jun 16 16:18:35.585993 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.588463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:35.680098 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:35.709156 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Allocated IP 172.27.2.130 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/365cb9ce-c9a2-4ba7-89cb-2036409113b0) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:35.890650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.938314 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-09569ff2-c657-4558-860f-f3c0cfa78b91 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412721 Jun 16 16:18:35.950453 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:35.996002 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:36.001640 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:36.004489 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:18:36.008532 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'Port': ['ID=365cb9ce-c9a2-4ba7-89cb-2036409113b0,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.100864 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (cabdd013-0f02-4356-a63e-cae97e2ddc29), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:36.141546 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:36.350189 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:36.354930 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:36.398564 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:36.427869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'Port': ['ID=365cb9ce-c9a2-4ba7-89cb-2036409113b0,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.450695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (cabdd013-0f02-4356-a63e-cae97e2ddc29), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:36.473846 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:36.475133 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ed1debe7-60ec-4451-bfad-8dce98926694 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0437529 Jun 16 16:18:36.655776 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-fbabf520-3532-4290-acb9-881ab1efd9be tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--485377368&fields=id&tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc HTTP/1.1" status: 200 len: 267 time: 0.0624788 Jun 16 16:18:36.675026 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c561f-cf3d-4ba1-8043-d1404aea12e7 req-ad1aaa10-b3b4-491f-9be0-fbeb48acfe07 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:36.676725 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-291c561f-cf3d-4ba1-8043-d1404aea12e7 req-ad1aaa10-b3b4-491f-9be0-fbeb48acfe07 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 944 time: 0.0603261 Jun 16 16:18:36.712580 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:36.739361 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-291c561f-cf3d-4ba1-8043-d1404aea12e7 req-926a10b2-b98c-4c53-bb3f-e2421da88a0f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566881 Jun 16 16:18:36.785594 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:36.841683 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-8d73ee05-c0d2-4ce7-8e3f-c8f9eedf2457 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:36.843205 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-8d73ee05-c0d2-4ce7-8e3f-c8f9eedf2457 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 811 time: 0.1748245 Jun 16 16:18:36.859647 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-4c4935ca-10ca-48f5-a522-be06909936a9 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/quotas/34323d7e571b4f1db4d6e0c6cd1159cc HTTP/1.1" status: 200 len: 375 time: 0.0096750 Jun 16 16:18:36.900866 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e712c69c-9d1c-4576-be35-0d1ac5a49212 req-3ce48abb-c1bf-4479-a6c8-eee09164c05f service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072590 Jun 16 16:18:36.916972 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-9a3f594a-15bf-4ca4-9b29-c1301e1beb2b tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508571 Jun 16 16:18:37.040234 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-e69c3d54-b61f-4451-82c5-5ccefdc6c56e service neutron] 10.222.0.17 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060321 Jun 16 16:18:37.160620 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-c92a7590-363f-45b0-9e64-51859cac51b9 service neutron] 10.222.0.17 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145895 Jun 16 16:18:37.360678 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-252dfd2a-aef6-416b-afa4-091e5535b0c7 req-9d95f08e-c81d-46cf-b628-af1d53bfec80 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0341339 Jun 16 16:18:37.811686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c3a43-8fa2-4e52-a162-bdad56eab655 req-eac967ec-5220-4c72-b22a-a9a59642f5da tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:37.813396 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8a3c3a43-8fa2-4e52-a162-bdad56eab655 req-eac967ec-5220-4c72-b22a-a9a59642f5da tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0587223 Jun 16 16:18:37.893513 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21d758-c756-49b7-905c-c86d0899c25e req-8a2fb886-41c0-4692-942c-110ae30019b9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:37.895560 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9d21d758-c756-49b7-905c-c86d0899c25e req-8a2fb886-41c0-4692-942c-110ae30019b9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 944 time: 0.0588756 Jun 16 16:18:37.899056 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8a3c3a43-8fa2-4e52-a162-bdad56eab655 req-03ec5049-a33f-4260-bc91-08d80ae2201c tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739503 Jun 16 16:18:37.969513 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9d21d758-c756-49b7-905c-c86d0899c25e req-97f7eab1-63dd-4517-9c13-e1778e1a02a5 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625446 Jun 16 16:18:38.152439 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:38.261859 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-f9cd04ff-c459-40d4-8bbb-77e0cdcb0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:38.263336 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-f9cd04ff-c459-40d4-8bbb-77e0cdcb0394 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 1128 time: 0.0467825 Jun 16 16:18:38.475981 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-375daa9c-5932-4cc6-ab81-16320c25b2df req-36e18c46-4ec9-4a30-b473-83a6a525060e tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0321949 Jun 16 16:18:39.040528 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0b2d9-3b4c-4ef6-b286-b4b7f5ed0696 req-b1465405-6f5f-472b-8ff9-c516294a4ed6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:39.042656 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a6c0b2d9-3b4c-4ef6-b286-b4b7f5ed0696 req-b1465405-6f5f-472b-8ff9-c516294a4ed6 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0573938 Jun 16 16:18:39.103260 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a6c0b2d9-3b4c-4ef6-b286-b4b7f5ed0696 req-cc236fdd-aecf-4674-8e08-4f5df25cd343 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Jun 16 16:18:39.131995 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1ebde-a292-41f3-b671-1499d0807f54 req-d8b01ee3-1b4e-4eeb-917d-e16470277a35 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:39.134217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dcd1ebde-a292-41f3-b671-1499d0807f54 req-d8b01ee3-1b4e-4eeb-917d-e16470277a35 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 944 time: 0.0750439 Jun 16 16:18:39.205627 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dcd1ebde-a292-41f3-b671-1499d0807f54 req-bb65a152-6f79-4a7d-a0d0-8d5b31772400 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593174 Jun 16 16:18:39.580945 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5d465291-146c-4f20-985e-56161f8dc203 req-eae6ee64-7a30-4c7c-9b5d-483206e8a399 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0337446 Jun 16 16:18:40.124138 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 090307fe-9628-4c5e-8a8c-15b983b49709 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:18:40.238016 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 090307fe-9628-4c5e-8a8c-15b983b49709, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=090307fe-9628-4c5e-8a8c-15b983b49709,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:40.245417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166391d5-ef31-4162-9b32-faf7615e20f3 req-8313ff14-585e-4ccf-80ac-26f6755129c5 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:40.247752 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-166391d5-ef31-4162-9b32-faf7615e20f3 req-8313ff14-585e-4ccf-80ac-26f6755129c5 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0542169 Jun 16 16:18:40.254705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '090307fe-9628-4c5e-8a8c-15b983b49709', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'port_id': '090307fe-9628-4c5e-8a8c-15b983b49709', 'mac_address': 'fa:16:3e:b1:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:18:40.281910 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:40.292933 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:40.312962 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 090307fe-9628-4c5e-8a8c-15b983b49709 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:40.313222 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:40.316027 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-166391d5-ef31-4162-9b32-faf7615e20f3 req-0b0f86ab-27c5-4435-9907-1a97f7165803 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609732 Jun 16 16:18:40.331778 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a385cd-d97c-40cf-a966-e5a00ad07bc9 req-2042f749-2a50-431e-a941-c16cf8acea0c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:40.333310 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090307fe-9628-4c5e-8a8c-15b983b49709 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:40.333527 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-60a385cd-d97c-40cf-a966-e5a00ad07bc9 req-2042f749-2a50-431e-a941-c16cf8acea0c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 944 time: 0.0546470 Jun 16 16:18:40.368135 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 090307fe-9628-4c5e-8a8c-15b983b49709, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=090307fe-9628-4c5e-8a8c-15b983b49709,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:40.373104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:40.402463 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-60a385cd-d97c-40cf-a966-e5a00ad07bc9 req-34db3291-7d19-42bd-bddc-f83a199365d1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459476 Jun 16 16:18:40.428147 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=090307fe-9628-4c5e-8a8c-15b983b49709,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:40.685219 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-433c0f16-5ddd-4657-8729-46e3e0871a91 req-ae8d7b97-2b02-47e0-aecc-3f2ac93ffc5c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0279708 Jun 16 16:18:41.290337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-b6aeec16-38c6-4bfb-8442-fe1e3065e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:41.292958 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-b6aeec16-38c6-4bfb-8442-fe1e3065e438 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 915 time: 0.1517532 Jun 16 16:18:41.479790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16dda1-392b-4dc2-bc9d-ffceeebdeaa6 req-e22814bc-a35f-4625-ae85-89bde3676605 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:41.481460 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cd16dda1-392b-4dc2-bc9d-ffceeebdeaa6 req-e22814bc-a35f-4625-ae85-89bde3676605 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0716810 Jun 16 16:18:41.520831 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['090307fe-9628-4c5e-8a8c-15b983b49709'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:41.561826 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-cd16dda1-392b-4dc2-bc9d-ffceeebdeaa6 req-cef75898-1414-400a-8a1a-08160893a70f tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707808 Jun 16 16:18:41.568902 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ac791-a232-42b5-8763-42213786ce33 req-0fe92cb4-e56c-4409-a91d-dd2de484dfc2 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:41.570854 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-462ac791-a232-42b5-8763-42213786ce33 req-0fe92cb4-e56c-4409-a91d-dd2de484dfc2 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 945 time: 0.0713375 Jun 16 16:18:41.645316 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-462ac791-a232-42b5-8763-42213786ce33 req-4c36b115-ee54-4075-9eac-94e8459ef8bc tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663180 Jun 16 16:18:41.804268 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b6aeab12-f39f-4799-bfcc-0b6aec64d6d3 req-401aa687-6533-41c3-aeb6-0f3d0435691f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0408244 Jun 16 16:18:41.838601 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-ed92d282-e9eb-4915-9cb3-ad7e84bb5fb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090307fe-9628-4c5e-8a8c-15b983b49709 HTTP/1.1" status: 200 len: 217 time: 0.0476775 Jun 16 16:18:41.916663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-8496bf02-0332-437d-868a-75f381a350ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:41.918339 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-8496bf02-0332-437d-868a-75f381a350ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.0732481 Jun 16 16:18:42.026610 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-44372326-e340-4889-bb86-a3b9ab08dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:42.027947 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-44372326-e340-4889-bb86-a3b9ab08dcea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904081 Jun 16 16:18:42.035017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-0f74e88f-7087-446d-8700-0ca07b96d424 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:42.036497 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-0f74e88f-7087-446d-8700-0ca07b96d424 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.25 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.0975227 Jun 16 16:18:42.363935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:42.489846 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Deleting port 5082da5f-5306-4a23-b35d-d8a60373485c {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:42.490214 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:42.523424 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-64289f2e-095f-462d-8783-790de6fdf443 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177789 Jun 16 16:18:42.608587 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:42.641172 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] For port 5082da5f-5306-4a23-b35d-d8a60373485c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5082da5f-5306-4a23-b35d-d8a60373485c,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:42.641792 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:42.671477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Calling delete_port for 5082da5f-5306-4a23-b35d-d8a60373485c owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:42.802611 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd94da-60f5-40d7-a9ac-0655492149e4 req-c796e07c-74eb-4cff-99d1-eb11dedb1be7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:42.803680 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4c974-5b72-4c2c-967d-3f9007549172 req-0f4a91a5-5a3d-4a49-a55c-70ac770b7662 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:42.804445 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7dd94da-60f5-40d7-a9ac-0655492149e4 req-c796e07c-74eb-4cff-99d1-eb11dedb1be7 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/ports?device_id=822d94ad-db52-4de9-8dfe-e3317ec09961 HTTP/1.1" status: 200 len: 946 time: 0.1160512 Jun 16 16:18:42.806722 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-41a4c974-5b72-4c2c-967d-3f9007549172 req-0f4a91a5-5a3d-4a49-a55c-70ac770b7662 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 945 time: 0.0755866 Jun 16 16:18:42.875378 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-41a4c974-5b72-4c2c-967d-3f9007549172 req-0b781594-ca5b-4a81-81f5-e4750b2a4675 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618260 Jun 16 16:18:43.000846 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d7dd94da-60f5-40d7-a9ac-0655492149e4 req-002e9469-09c8-442b-92d3-3e23a5784379 tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.17 "GET /v2.0/security-groups?id=196ca9ec-328d-4a64-8689-a826bb21ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808734 Jun 16 16:18:43.015695 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-53b94012-8958-47a7-bbc6-fc65b08e5a38 req-7e7359ee-d173-411f-95b4-10e00a016b55 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297921 Jun 16 16:18:43.024764 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:43.032037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (5082da5f-5306-4a23-b35d-d8a60373485c), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.035705 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-09add45f-16fc-48f9-a083-a2d3a6602b6f req-ec53cfcf-a0d8-4d70-9325-202ac4319735 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0527039 Jun 16 16:18:43.064098 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5082da5f-5306-4a23-b35d-d8a60373485c'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:43.089788 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-19f97a3d-d34d-4dd1-989b-976da597456d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:43.092396 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-19f97a3d-d34d-4dd1-989b-976da597456d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 811 time: 0.1949706 Jun 16 16:18:43.101727 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Pushing event deleted for resources: {'Port': ['ID=5082da5f-5306-4a23-b35d-d8a60373485c,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:43.165771 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] No DVR routers for this DVR port 5082da5f-5306-4a23-b35d-d8a60373485c on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:43.168558 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.172276 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c0cc6ff9-abfd-49e9-924a-0380f5c130c3 req-f005b3c0-2cf5-4cc0-afdc-0964d876f55b tempest-TestMinimumBasicScenario-1680913471 tempest-TestMinimumBasicScenario-1680913471-project] 10.222.0.25 "DELETE /v2.0/ports/5082da5f-5306-4a23-b35d-d8a60373485c HTTP/1.1" status: 204 len: 173 time: 0.8761435 Jun 16 16:18:43.173080 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'name': 'network-vif-deleted', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:43.176113 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df361534-63fa-4a0e-8e70-c968ecc916b9" -d '{"events": [{"server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "name": "network-vif-deleted", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:43.182503 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:43.187111 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:43.207385 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-ba2b72d4-0b7a-4aa9-8cb7-c5cbe28bdbb0 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc HTTP/1.1" status: 200 len: 379 time: 0.0946183 Jun 16 16:18:43.223001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db081841-85b9-42ca-bf47-293d69af8822 x-openstack-request-id: req-db081841-85b9-42ca-bf47-293d69af8822 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:43.223313 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d94ad-db52-4de9-8dfe-e3317ec09961", "name": "network-vif-deleted", "tag": "5082da5f-5306-4a23-b35d-d8a60373485c", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:43.223647 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-db081841-85b9-42ca-bf47-293d69af8822 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:43.224056 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db081841-85b9-42ca-bf47-293d69af8822'] response: {'server_uuid': '822d94ad-db52-4de9-8dfe-e3317ec09961', 'name': 'network-vif-deleted', 'tag': '5082da5f-5306-4a23-b35d-d8a60373485c', 'status': 'completed', 'code': 200} Jun 16 16:18:43.288837 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'port': {'device_id': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'admin_state_up': True, 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'security_groups': ['f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb']}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:43.374348 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:43.396488 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 090307fe-9628-4c5e-8a8c-15b983b49709 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:18:43.466283 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Made reservation on behalf of 34323d7e571b4f1db4d6e0c6cd1159cc for: {'port': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:43.473234 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 090307fe-9628-4c5e-8a8c-15b983b49709 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:18:43.473600 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.482109 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 090307fe-9628-4c5e-8a8c-15b983b49709 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:43.483111 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.643116 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 090307fe-9628-4c5e-8a8c-15b983b49709 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:43.643682 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.675388 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Allocated IP 172.20.0.6 (abdff458-150a-4302-aaae-af8beb5c788c/1d0ea822-b40f-4500-b995-fa02f5c865b5/345d7505-2303-4cf6-ac18-5979aa4955be) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:43.677870 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:43.681671 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08736f63-e38a-4a25-9058-9d70b3ffce28" -d '{"events": [{"server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "name": "network-vif-plugged", "status": "completed", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:43.705743 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 090307fe-9628-4c5e-8a8c-15b983b49709, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=090307fe-9628-4c5e-8a8c-15b983b49709,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:43.712251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.713587 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5082da5f-5306-4a23-b35d-d8a60373485c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:43.753018 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9418d7dd-2930-4506-a054-ca4a707d3767 x-openstack-request-id: req-9418d7dd-2930-4506-a054-ca4a707d3767 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:43.753301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "name": "network-vif-plugged", "status": "completed", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:43.753601 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9418d7dd-2930-4506-a054-ca4a707d3767 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:43.754054 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9418d7dd-2930-4506-a054-ca4a707d3767'] response: {'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709', 'code': 200} Jun 16 16:18:43.775581 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 5082da5f-5306-4a23-b35d-d8a60373485c {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:43.775986 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5082da5f-5306-4a23-b35d-d8a60373485c not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:43.800941 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=090307fe-9628-4c5e-8a8c-15b983b49709,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:43.920651 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for port (345d7505-2303-4cf6-ac18-5979aa4955be), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:43.977429 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.053695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event updated for resources: {'Port': ['ID=345d7505-2303-4cf6-ac18-5979aa4955be,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.076767 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Network abdff458-150a-4302-aaae-af8beb5c788c is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:44.080459 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984cab0-2d38-4fa8-8c3e-8929b36f3b11 req-b3cb33e0-5bf1-41ad-bc69-3bc92d6fcd0b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:44.081062 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:44.082692 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3984cab0-2d38-4fa8-8c3e-8929b36f3b11 req-b3cb33e0-5bf1-41ad-bc69-3bc92d6fcd0b tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.0771267 Jun 16 16:18:44.084682 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:18:44.182530 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dcc5b-a44d-490c-8e3f-8a04107aee01 req-b2d74fec-d7a8-4e0b-9a4d-dfb82528e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:44.183751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:44.190789 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-783dcc5b-a44d-490c-8e3f-8a04107aee01 req-b2d74fec-d7a8-4e0b-9a4d-dfb82528e96b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 1130 time: 0.0953326 Jun 16 16:18:44.191317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.240462 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3984cab0-2d38-4fa8-8c3e-8929b36f3b11 req-2b892785-3cb4-4585-bf95-a6dee446f1b1 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489766 Jun 16 16:18:44.252452 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-965c2c71-1852-4308-9bbe-910641462a33 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719303 Jun 16 16:18:44.270813 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Request body: {'port': {'device_id': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:44.306841 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-783dcc5b-a44d-490c-8e3f-8a04107aee01 req-8b77990c-49a9-40a6-9b19-b856d70433b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086833 Jun 16 16:18:44.311330 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284057b-3469-40b6-b1a6-f5c203b3494c req-f6f498ca-4fa8-41f5-8e8c-5dc617d4ed27 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:44.312908 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c284057b-3469-40b6-b1a6-f5c203b3494c req-f6f498ca-4fa8-41f5-8e8c-5dc617d4ed27 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 931 time: 0.1220236 Jun 16 16:18:44.413540 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.429034 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-9a3d8963-a187-4926-9a49-cd88007b5150 None None] Provisioning complete for port 345d7505-2303-4cf6-ac18-5979aa4955be triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:44.429888 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8963-a187-4926-9a49-cd88007b5150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.459435 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c284057b-3469-40b6-b1a6-f5c203b3494c req-3852e86f-a46b-423b-bb5b-2973ccc25b8c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006305 Jun 16 16:18:44.464350 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:44.489513 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d8963-a187-4926-9a49-cd88007b5150 None None] Port 345d7505-2303-4cf6-ac18-5979aa4955be cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:18:44.608909 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:44.709585 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-7d520a88-5d7c-4290-ae8c-f90c3ec9b198 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570319 Jun 16 16:18:44.818454 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993d457-543f-401e-b423-53c83cda62d8 req-16d5f5fb-dba8-47d5-a5ea-4ffe1e8633cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:44.821382 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-16d5f5fb-dba8-47d5-a5ea-4ffe1e8633cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6eee49063a5847dba6ffb520d0149d88&device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 1129 time: 0.0775647 Jun 16 16:18:44.870385 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345d7505-2303-4cf6-ac18-5979aa4955be {{(pid=104114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:44.881165 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Publish callbacks [] for port (345d7505-2303-4cf6-ac18-5979aa4955be), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.901564 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.provisioning_blocks [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Transition to ACTIVE for port object 345d7505-2303-4cf6-ac18-5979aa4955be will not be triggered until provisioned by entity L2. {{(pid=104114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:18:44.906661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.997907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Pushing event updated for resources: {'Port': ['ID=345d7505-2303-4cf6-ac18-5979aa4955be,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:45.005974 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:45.015506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993d457-543f-401e-b423-53c83cda62d8 req-be8cdbf9-c4e8-42d1-a3c4-eaf4d8e060c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.017185 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-be8cdbf9-c4e8-42d1-a3c4-eaf4d8e060c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 200 len: 920 time: 0.1622474 Jun 16 16:18:45.107728 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Attempting to bind port 345d7505-2303-4cf6-ac18-5979aa4955be on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:18:45.108071 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Attempting to bind port 345d7505-2303-4cf6-ac18-5979aa4955be by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:18:45.108396 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Attempting to bind port 345d7505-2303-4cf6-ac18-5979aa4955be on network abdff458-150a-4302-aaae-af8beb5c788c {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:18:45.117323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Port 345d7505-2303-4cf6-ac18-5979aa4955be on network abdff458-150a-4302-aaae-af8beb5c788c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:18:45.117917 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Attempting to bind port 345d7505-2303-4cf6-ac18-5979aa4955be on network abdff458-150a-4302-aaae-af8beb5c788c {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:18:45.127873 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:18:45.128382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Checking segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:18:45.129849 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Bound using segment: {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'} {{(pid=104114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:18:45.129849 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.managers [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Bound port: 345d7505-2303-4cf6-ac18-5979aa4955be, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c'}}] {{(pid=104114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:18:45.129849 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:45.231212 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] For port 345d7505-2303-4cf6-ac18-5979aa4955be, host hv-cinder-83716, cleared binding levels {{(pid=104114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:18:45.236586 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] For port 345d7505-2303-4cf6-ac18-5979aa4955be, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=345d7505-2303-4cf6-ac18-5979aa4955be,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:18:45.253979 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:45.311807 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.312753 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:45.315404 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] 10.222.0.25 "PUT /v2.0/ports/345d7505-2303-4cf6-ac18-5979aa4955be HTTP/1.1" status: 200 len: 1093 time: 1.0541840 Jun 16 16:18:45.324770 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:45.328821 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fec066-67a9-47c1-bcd4-94923445ec43" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:45.367293 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54138) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:45.379215 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efcd37-82a0-4497-8cc9-7e35181f1523 service neutron] Pushing event updated for resources: {'Port': ['ID=345d7505-2303-4cf6-ac18-5979aa4955be,revision_number=3']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:45.419088 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1665b739-4f4c-420d-b3d4-4f2941d7ba8f x-openstack-request-id: req-1665b739-4f4c-420d-b3d4-4f2941d7ba8f {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:45.419381 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:45.419691 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1665b739-4f4c-420d-b3d4-4f2941d7ba8f {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:45.420032 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1665b739-4f4c-420d-b3d4-4f2941d7ba8f'] response: {'name': 'network-changed', 'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be', 'status': 'completed', 'code': 200} Jun 16 16:18:45.522574 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-202f732c-f7b1-422c-ab83-2a49f2e87597 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517 HTTP/1.1" status: 200 len: 217 time: 0.0619349 Jun 16 16:18:45.542126 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eadfc-b776-4daf-a1b8-9e8a0f595c19 req-58f39970-d972-45bd-8b92-47a335ea9872 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.549448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec066-67a9-47c1-bcd4-94923445ec43 req-d6854f71-735b-4f42-946c-37bb3b8a66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.550345 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3f8eadfc-b776-4daf-a1b8-9e8a0f595c19 req-58f39970-d972-45bd-8b92-47a335ea9872 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.1947799 Jun 16 16:18:45.551667 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-67fec066-67a9-47c1-bcd4-94923445ec43 req-d6854f71-735b-4f42-946c-37bb3b8a66fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 1127 time: 0.0865586 Jun 16 16:18:45.628096 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:45.741358 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971a027-87db-496b-bb74-e52886690033 req-0fca4300-eb83-490c-8cef-35ce63dc4de0 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.743497 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f971a027-87db-496b-bb74-e52886690033 req-0fca4300-eb83-490c-8cef-35ce63dc4de0 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 943 time: 0.1484590 Jun 16 16:18:45.803733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec066-67a9-47c1-bcd4-94923445ec43 req-a5eb7272-728c-47a1-8ae5-833c42bb36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.805833 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-67fec066-67a9-47c1-bcd4-94923445ec43 req-a5eb7272-728c-47a1-8ae5-833c42bb36f9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2430048 Jun 16 16:18:45.864107 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f971a027-87db-496b-bb74-e52886690033 req-ac4d18a7-f7fc-4389-a673-7f45abba98d1 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034744 Jun 16 16:18:45.976028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993d457-543f-401e-b423-53c83cda62d8 req-c9c49cd4-9f4d-4a90-a3a4-7709e24a1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.977508 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-c9c49cd4-9f4d-4a90-a3a4-7709e24a1bbd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 200 len: 858 time: 0.4246035 Jun 16 16:18:45.985219 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3f8eadfc-b776-4daf-a1b8-9e8a0f595c19 req-8ba59693-ce93-4ce5-9dd6-fadb3f45e3ff tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338074 Jun 16 16:18:46.361482 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (bd621864-2664-4eb4-a34f-6ec93affd1cc), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:46.631979 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993d457-543f-401e-b423-53c83cda62d8 req-2a30aac8-4cfd-4a2b-b86c-b90c880d4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:46.634158 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-2a30aac8-4cfd-4a2b-b86c-b90c880d4f35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84d0c54c-ef5a-4a19-a82f-2cbc7460411e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361523 Jun 16 16:18:46.654790 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec066-67a9-47c1-bcd4-94923445ec43 req-1895d7c1-7c27-406b-96de-9fcf4b37b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:46.658327 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-67fec066-67a9-47c1-bcd4-94923445ec43 req-1895d7c1-7c27-406b-96de-9fcf4b37b7cf service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602337 Jun 16 16:18:46.798808 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Deleting port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:46.799331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:46.816024 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-a5bc03a2-0880-49aa-b4b2-b0334df85e09 service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645679 Jun 16 16:18:46.869083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:46.898947 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] For port b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:46.899309 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:46.914681 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Calling delete_port for b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 owned by network:router_interface {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:47.095084 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31434a-7117-459b-a409-d65e7c50e270 req-d579d316-5e7e-425a-a996-d6eb03649105 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.098545 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4f31434a-7117-459b-a409-d65e7c50e270 req-d579d316-5e7e-425a-a996-d6eb03649105 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 943 time: 0.1386683 Jun 16 16:18:47.104478 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:47.168174 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:47.175420 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:47.177899 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-f4635604-b9c2-4f77-a978-fe02c15d685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.179917 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-f4635604-b9c2-4f77-a978-fe02c15d685d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 1127 time: 0.1402388 Jun 16 16:18:47.195346 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9978b1f-a36b-4515-8588-f90b91ecc947 req-6922c91b-ab05-4d0a-8021-69ee33e1cd80 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.197095 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d9978b1f-a36b-4515-8588-f90b91ecc947 req-6922c91b-ab05-4d0a-8021-69ee33e1cd80 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.0933378 Jun 16 16:18:47.241978 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-181a26f4-4e9d-46d9-b45e-aeda5ac0016a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345d7505-2303-4cf6-ac18-5979aa4955be HTTP/1.1" status: 200 len: 217 time: 0.0434196 Jun 16 16:18:47.332469 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4f31434a-7117-459b-a409-d65e7c50e270 req-c3ea45d6-d8b6-4ee7-af76-a0419c2ee52d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785197 Jun 16 16:18:47.335589 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d9978b1f-a36b-4515-8588-f90b91ecc947 req-9946ebb3-b63a-4152-81d0-d11cf8f3632a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299911 Jun 16 16:18:47.336095 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0993d457-543f-401e-b423-53c83cda62d8 req-481b3ed1-dad9-4b69-bcf7-a612003c3ecb service neutron] 10.222.0.25 "GET /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368733 Jun 16 16:18:47.337652 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-ba558a5b-b21c-4178-9442-43f15aba2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.339147 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-ba558a5b-b21c-4178-9442-43f15aba2cd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.0878625 Jun 16 16:18:47.422586 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-d1c9dd53-f6fe-4e07-ba25-e9b84f85e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.424618 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-d1c9dd53-f6fe-4e07-ba25-e9b84f85e65f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703759 Jun 16 16:18:47.462435 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:47.568964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.620862 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3204c-3d72-4e1b-a8a5-cc5a635d9c1e req-13df2905-75fe-41a7-8e2f-ab9d93681b62 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.621954 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-a1586ca9-1aa6-4839-a986-8096d7934c45 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819360 Jun 16 16:18:47.623065 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-62b3204c-3d72-4e1b-a8a5-cc5a635d9c1e req-13df2905-75fe-41a7-8e2f-ab9d93681b62 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.1487150 Jun 16 16:18:47.635181 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54160) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:47.642816 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Request body: {'floatingip': {'port_id': '090307fe-9628-4c5e-8a8c-15b983b49709'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:47.731456 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (20b8c6f9-357e-4c16-8d2d-f05ffac5d336), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:47.764894 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b00dc47a-4e5d-4d39-9a94-1b53cbe13399 req-7031a9aa-91c5-4c9e-bfb5-3366c2cd0785 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339989 Jun 16 16:18:47.931945 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (bd621864-2664-4eb4-a34f-6ec93affd1cc), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:48.147824 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:48.253567 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:48.502428 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4f06c-afd6-40b5-89db-213861f1f50d req-310a7d08-7f8d-4a47-80ca-700758e8f8d7 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:48.504269 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-19d4f06c-afd6-40b5-89db-213861f1f50d req-310a7d08-7f8d-4a47-80ca-700758e8f8d7 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 943 time: 0.0654233 Jun 16 16:18:48.596073 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-19d4f06c-afd6-40b5-89db-213861f1f50d req-583aa7da-e237-49d6-8a8b-901810d668c2 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800421 Jun 16 16:18:48.750997 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656dd85-7430-4d83-bbff-ad07e1d499e5 req-a58f625e-6ffc-451c-b906-1ea563d289b3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:48.752622 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3656dd85-7430-4d83-bbff-ad07e1d499e5 req-a58f625e-6ffc-451c-b906-1ea563d289b3 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.0938647 Jun 16 16:18:48.797325 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Router bd621864-2664-4eb4-a34f-6ec93affd1cc has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:48.948894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:48.956235 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3656dd85-7430-4d83-bbff-ad07e1d499e5 req-063e595e-94a5-467c-90b6-91de33dbaa3e tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921287 Jun 16 16:18:48.961182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (20b8c6f9-357e-4c16-8d2d-f05ffac5d336), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.135508 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:49.143779 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a2009e11-0aa8-4fb3-90ce-affc4ec91def admin admin] 10.222.0.17 "PUT /v2.0/routers/bd621864-2664-4eb4-a34f-6ec93affd1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7732117 Jun 16 16:18:49.147864 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54172) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:49.155350 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] Sync routers for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:49.171340 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:49.172492 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:49.199420 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP 20b8c6f9-357e-4c16-8d2d-f05ffac5d336 associated. External IP: 172.27.2.38, port: 090307fe-9628-4c5e-8a8c-15b983b49709. Jun 16 16:18:49.398555 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks [] for router (bd621864-2664-4eb4-a34f-6ec93affd1cc), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.400255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 345d7505-2303-4cf6-ac18-5979aa4955be details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:18:49.415231 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:49.468866 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:49.538148 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:49.555387 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:49.575296 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 345d7505-2303-4cf6-ac18-5979aa4955be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=345d7505-2303-4cf6-ac18-5979aa4955be,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:49.588846 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '345d7505-2303-4cf6-ac18-5979aa4955be', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'port_id': '345d7505-2303-4cf6-ac18-5979aa4955be', 'mac_address': 'fa:16:3e:8a:53:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:18:49.639738 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 345d7505-2303-4cf6-ac18-5979aa4955be is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:49.640184 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.648543 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks [] for router_gateway (bd621864-2664-4eb4-a34f-6ec93affd1cc), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.652230 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:18:47Z', 'revision_number': 5, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port': {'id': '9580a25b-f821-45f8-98f9-0ebe77fba6ff', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:37Z', 'updated_at': '2022-06-16T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:49.660820 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345d7505-2303-4cf6-ac18-5979aa4955be {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:49.665267 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:49.674136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:49.691457 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 345d7505-2303-4cf6-ac18-5979aa4955be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=345d7505-2303-4cf6-ac18-5979aa4955be,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:49.697870 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] Checking router: bd621864-2664-4eb4-a34f-6ec93affd1cc for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:49.699561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.710042 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] Routers {'bd621864-2664-4eb4-a34f-6ec93affd1cc'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:49.710702 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['bd621864-2664-4eb4-a34f-6ec93affd1cc'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:49.779537 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Deleting port 9580a25b-f821-45f8-98f9-0ebe77fba6ff {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:49.780110 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.783625 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=345d7505-2303-4cf6-ac18-5979aa4955be,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:49.813602 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b721dd4-9652-4dd2-9ce0-a937a21a0a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.821157 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc32ef4-d7d0-47a2-a878-54b03321b987 req-55106354-aa4b-4fbf-abfb-2757483d36e4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.823609 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6cc32ef4-d7d0-47a2-a878-54b03321b987 req-55106354-aa4b-4fbf-abfb-2757483d36e4 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 944 time: 0.1089501 Jun 16 16:18:49.851323 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] Set router bd621864-2664-4eb4-a34f-6ec93affd1cc gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:49.905040 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6cc32ef4-d7d0-47a2-a878-54b03321b987 req-1df1d215-ac1d-492b-b04d-bbfc71978bfc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660212 Jun 16 16:18:49.926949 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:18:49Z', 'revision_number': 6, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:49.960231 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88664551-2fe4-4dfb-84da-eef5fc547991 None None] The sync data for ids ['bd621864-2664-4eb4-a34f-6ec93affd1cc'] in dv-cinder-837167-3-iscsi is: [{'id': 'bd621864-2664-4eb4-a34f-6ec93affd1cc', 'name': 'tempest-TestMinimumBasicScenario-336806521-router', 'tenant_id': '925cc45674694931bfe8fc60765045c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:35Z', 'updated_at': '2022-06-16T16:18:49Z', 'revision_number': 6, 'project_id': '925cc45674694931bfe8fc60765045c2', 'gw_port_host': None}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:49.972487 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:49.985211 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:49.986058 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:49.991672 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] For port 9580a25b-f821-45f8-98f9-0ebe77fba6ff, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=9580a25b-f821-45f8-98f9-0ebe77fba6ff,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:49.992279 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.018364 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:50.019403 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:50.039525 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Calling delete_port for 9580a25b-f821-45f8-98f9-0ebe77fba6ff owned by network:router_gateway {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:50.061965 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-c115d5c5-ed74-46ba-8c2c-4f67a6917c60 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "PUT /v2.0/floatingips/20b8c6f9-357e-4c16-8d2d-f05ffac5d336 HTTP/1.1" status: 200 len: 991 time: 2.4199648 Jun 16 16:18:50.061965 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:50.065603 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c37c23-27ab-4432-b37e-ff114d538995" -d '{"events": [{"name": "network-changed", "server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:50.135132 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa5887-4499-4d5d-8505-43bfac4a38fa x-openstack-request-id: req-cbfa5887-4499-4d5d-8505-43bfac4a38fa {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:50.135563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:50.135970 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cbfa5887-4499-4d5d-8505-43bfac4a38fa {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:50.136131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['345d7505-2303-4cf6-ac18-5979aa4955be'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:50.136595 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfa5887-4499-4d5d-8505-43bfac4a38fa'] response: {'name': 'network-changed', 'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709', 'status': 'completed', 'code': 200} Jun 16 16:18:50.199972 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:50.203758 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58af1a1-e422-4dd3-b68c-739f604af19f req-bce5a511-8c01-449a-815b-312e7e8f04c8 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:50.206427 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a58af1a1-e422-4dd3-b68c-739f604af19f req-bce5a511-8c01-449a-815b-312e7e8f04c8 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.0897684 Jun 16 16:18:50.327118 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a58af1a1-e422-4dd3-b68c-739f604af19f req-be57b62a-f1f6-4293-a817-ff4882f7ca75 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809999 Jun 16 16:18:50.417337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (9580a25b-f821-45f8-98f9-0ebe77fba6ff), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.457255 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9580a25b-f821-45f8-98f9-0ebe77fba6ff,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:50.570489 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (bd621864-2664-4eb4-a34f-6ec93affd1cc), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.575919 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '20b8c6f9-357e-4c16-8d2d-f05ffac5d336', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': '090307fe-9628-4c5e-8a8c-15b983b49709', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:b1:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:25Z', 'updated_at': '2022-06-16T16:18:48Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:50.604680 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:50.619944 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:50.620964 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:50.679036 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (bd621864-2664-4eb4-a34f-6ec93affd1cc), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.681813 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks [] for router_controller (bd621864-2664-4eb4-a34f-6ec93affd1cc), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.735445 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (bd621864-2664-4eb4-a34f-6ec93affd1cc), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.736803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd621864-2664-4eb4-a34f-6ec93affd1cc {{(pid=104115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:18:50.742672 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.747678 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-462d497a-fb7c-4ed2-80aa-d4f7457b0fd7 admin admin] 10.222.0.17 "DELETE /v2.0/routers/bd621864-2664-4eb4-a34f-6ec93affd1cc HTTP/1.1" status: 204 len: 168 time: 1.5949221 Jun 16 16:18:50.747964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54182) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:50.763815 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:50.813451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:50.831470 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Deleting subnet 60880d90-92ad-43ee-8f37-ad5a6eeada8a {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:18:50.836924 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:50.839262 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Publish callbacks [] for subnet (60880d90-92ad-43ee-8f37-ad5a6eeada8a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.908004 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (60880d90-92ad-43ee-8f37-ad5a6eeada8a), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:50.922425 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:50.952392 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:50.952744 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b0ed6bc8-b7d0-4ac6-99f2-51e2526fa849 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:50.953174 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9580a25b-f821-45f8-98f9-0ebe77fba6ff no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:50.983865 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 9580a25b-f821-45f8-98f9-0ebe77fba6ff {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:50.984406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9580a25b-f821-45f8-98f9-0ebe77fba6ff not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:51.010516 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:51.018940 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (60880d90-92ad-43ee-8f37-ad5a6eeada8a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.045150 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:51.105038 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (60880d90-92ad-43ee-8f37-ad5a6eeada8a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.148271 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0881a-a312-4c8d-9c2a-fd1cbb4d6c90 req-200d6956-190f-4c8e-a4f7-4a8eb15ef75d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:51.151499 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60880d90-92ad-43ee-8f37-ad5a6eeada8a,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:51.165814 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-76c0881a-a312-4c8d-9c2a-fd1cbb4d6c90 req-200d6956-190f-4c8e-a4f7-4a8eb15ef75d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 944 time: 0.1249299 Jun 16 16:18:51.167680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.179390 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-5ddaf000-b8a2-4cdc-b4c4-fc44fbdd61bb admin admin] 10.222.0.17 "DELETE /v2.0/subnets/60880d90-92ad-43ee-8f37-ad5a6eeada8a HTTP/1.1" status: 204 len: 168 time: 0.4240997 Jun 16 16:18:51.179390 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54186) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:51.211353 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '20b8c6f9-357e-4c16-8d2d-f05ffac5d336', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': '090307fe-9628-4c5e-8a8c-15b983b49709', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:b1:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:25Z', 'updated_at': '2022-06-16T16:18:48Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:51.257044 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc30b7c9-8760-4a64-8c5f-55c383446eb6 None None] Network 1a047fbf-e261-4245-b980-32955ab86d94 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:18:51.264546 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876c589c-5e25-44cd-b34a-02bc5a5aeab3 None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '20b8c6f9-357e-4c16-8d2d-f05ffac5d336', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'port_id': '090307fe-9628-4c5e-8a8c-15b983b49709', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'mac_address': 'fa:16:3e:b1:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:25Z', 'updated_at': '2022-06-16T16:18:48Z', 'revision_number': 1, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:51.300663 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-76c0881a-a312-4c8d-9c2a-fd1cbb4d6c90 req-6d41dff7-2c47-4d73-a2a9-40f150c5d2ff tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289215 Jun 16 16:18:51.304946 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-51586fc5-d836-4a9f-86ff-c9d94ae43dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:51.307379 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-51586fc5-d836-4a9f-86ff-c9d94ae43dab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b091584c67814e4d8f7e88f0596880e3&device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 1130 time: 0.1028340 Jun 16 16:18:51.347417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (1a047fbf-e261-4245-b980-32955ab86d94), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.421506 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 345d7505-2303-4cf6-ac18-5979aa4955be up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:18:51.529020 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Deleting port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:51.529472 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.579441 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 345d7505-2303-4cf6-ac18-5979aa4955be completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:18:51.583424 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-7bad5ebd-705f-4018-913b-25726f1393ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:51.585099 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] DHCP port deletion for 1a047fbf-e261-4245-b980-32955ab86d94 request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:18:51.588806 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 345d7505-2303-4cf6-ac18-5979aa4955be triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:51.589028 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-7bad5ebd-705f-4018-913b-25726f1393ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 200 len: 915 time: 0.2569771 Jun 16 16:18:51.589330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.674981 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] Deleting port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:51.675762 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.698481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a4425-2d3d-4625-8b75-28373ecdba30 req-da3eca21-61d9-47b3-bba8-81bbb91363a1 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:51.700925 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1e0a4425-2d3d-4625-8b75-28373ecdba30 req-da3eca21-61d9-47b3-bba8-81bbb91363a1 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.1897862 Jun 16 16:18:51.718560 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-b0a522ca-66e4-449d-8867-b1860e7da65e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090307fe-9628-4c5e-8a8c-15b983b49709 HTTP/1.1" status: 200 len: 999 time: 0.1009283 Jun 16 16:18:51.747863 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0cc812-4d31-44d2-bf9c-8930376a1d10 None None] New status for floating IP 20b8c6f9-357e-4c16-8d2d-f05ffac5d336: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:18:51.755614 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 345d7505-2303-4cf6-ac18-5979aa4955be is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:51.756378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.786928 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] For port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:51.787185 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.826823 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Calling delete_port for 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 owned by network:dhcp {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:51.837780 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-ff6c8db9-54d7-4d70-8f90-869769b22a9c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:51.839421 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-ff6c8db9-54d7-4d70-8f90-869769b22a9c tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.1711483 Jun 16 16:18:51.849089 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1e0a4425-2d3d-4625-8b75-28373ecdba30 req-741231b1-a5a0-4489-9731-a75c7ef2fe48 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032271 Jun 16 16:18:51.854055 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:51.857172 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54ea5f4-1b58-43a0-a02c-d6502dbb55f8" -d '{"events": [{"server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "name": "network-vif-plugged", "status": "completed", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:51.884757 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] For port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,segment=NetworkSegment(219ed03d-d24d-4dcd-bc94-a3700141002a),segment_id=219ed03d-d24d-4dcd-bc94-a3700141002a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:51.885535 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.892420 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 345d7505-2303-4cf6-ac18-5979aa4955be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=345d7505-2303-4cf6-ac18-5979aa4955be,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:51.916958 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:51.995790 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f084054-a8bb-47bb-9ef1-7dbbf20d3e2a x-openstack-request-id: req-2f084054-a8bb-47bb-9ef1-7dbbf20d3e2a {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:51.996138 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "name": "network-vif-plugged", "status": "completed", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:51.996305 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2f084054-a8bb-47bb-9ef1-7dbbf20d3e2a {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:51.996706 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f084054-a8bb-47bb-9ef1-7dbbf20d3e2a'] response: {'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be', 'code': 200} Jun 16 16:18:51.997707 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] Calling delete_port for 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:52.023058 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=345d7505-2303-4cf6-ac18-5979aa4955be,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:52.054187 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Deleting port 024b92d2-158e-4a6e-bef1-45ef59b811b6 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:52.054187 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.103648 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-324b2888-8fc1-416b-b8ff-dfff14d195cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:52.105212 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-324b2888-8fc1-416b-b8ff-dfff14d195cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 200 len: 853 time: 0.3792243 Jun 16 16:18:52.138320 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:52.168406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.183696 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-a15d55e1-eb57-419a-86c5-ce88d0fa5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:52.202931 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-a15d55e1-eb57-419a-86c5-ce88d0fa5fa5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdb4f4d1-8b7f-401f-9aab-5045d67bace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790100 Jun 16 16:18:52.203095 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (7e4ba0d0-1411-4ae9-af6f-2f2348a332d3), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.213805 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] Pushing event deleted for resources: {'Port': ['ID=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:52.224566 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e72ae-14d5-47cb-8336-87d9e685aba8 None None] No DVR routers for this DVR port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:52.244923 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:52.268506 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b58c40d3-0cbe-4d69-aefa-2642200e38f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.290424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4ba0d0-1411-4ae9-af6f-2f2348a332d3,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:52.302672 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] No DVR routers for this DVR port 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 on host dv-cinder-837167-3-iscsi {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:52.313414 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f012d-cda9-46ff-9c4e-8b62d77f518f req-f2440ce3-bdbb-445d-a07f-b867347468f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:52.315520 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-944f012d-cda9-46ff-9c4e-8b62d77f518f req-f2440ce3-bdbb-445d-a07f-b867347468f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 1129 time: 0.1048927 Jun 16 16:18:52.324335 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-dbbe055d-8ff7-4f9f-91ab-d88ae0f6368c service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162088 Jun 16 16:18:52.385741 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] For port 024b92d2-158e-4a6e-bef1-45ef59b811b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=024b92d2-158e-4a6e-bef1-45ef59b811b6,segment=NetworkSegment(b8d9d61d-115b-461e-b12e-af33f7dc8b64),segment_id=b8d9d61d-115b-461e-b12e-af33f7dc8b64)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:52.386209 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.391097 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:52.417416 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:52.420703 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-f9c84316-34f4-4ea7-83f6-b7404533bc44 service neutron] 10.222.0.25 "GET /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903494 Jun 16 16:18:52.438203 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:52.757745 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Calling delete_port for 024b92d2-158e-4a6e-bef1-45ef59b811b6 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:52.761800 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-944f012d-cda9-46ff-9c4e-8b62d77f518f req-f9155707-ba14-4281-ada4-ce48f7f0be02 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138877 Jun 16 16:18:52.798615 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (1a047fbf-e261-4245-b980-32955ab86d94), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.870246 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d61a4d-948f-4ec7-ac51-ebe0323153b3 req-9e632478-e885-4e12-87f1-ed30f9c5c298 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:52.871986 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c7d61a4d-948f-4ec7-ac51-ebe0323153b3 req-9e632478-e885-4e12-87f1-ed30f9c5c298 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.4384012 Jun 16 16:18:52.882085 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a047fbf-e261-4245-b980-32955ab86d94']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:52.896132 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:52.919440 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219ed03d-d24d-4dcd-bc94-a3700141002a') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:52.919760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219ed03d-d24d-4dcd-bc94-a3700141002a') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:52.920706 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:52.921060 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7e4ba0d0-1411-4ae9-af6f-2f2348a332d3 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:52.950168 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (219ed03d-d24d-4dcd-bc94-a3700141002a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:52.989178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (219ed03d-d24d-4dcd-bc94-a3700141002a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.005560 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:53.006032 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (219ed03d-d24d-4dcd-bc94-a3700141002a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.052469 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba6460-6ce2-424d-92ad-65af68bf2ebb req-e6240152-7b84-43b9-ac62-8b09fe86c1bf tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:53.054615 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e5ba6460-6ce2-424d-92ad-65af68bf2ebb req-e6240152-7b84-43b9-ac62-8b09fe86c1bf tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 946 time: 0.0689833 Jun 16 16:18:53.086845 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c7d61a4d-948f-4ec7-ac51-ebe0323153b3 req-0bc433b9-4dd4-4279-98c4-45401eb9c128 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995916 Jun 16 16:18:53.147925 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e5ba6460-6ce2-424d-92ad-65af68bf2ebb req-4cf376d4-f7c3-4c0a-9977-df568a5397fb tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/security-groups?id=220e9ad9-4036-4c02-9f2f-d3a06290ceed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860643 Jun 16 16:18:53.154955 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 219ed03d-d24d-4dcd-bc94-a3700141002a resource provider aggregate not found Jun 16 16:18:53.164107 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (1a047fbf-e261-4245-b980-32955ab86d94), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.171799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.178709 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/1a047fbf-e261-4245-b980-32955ab86d94 HTTP/1.1" status: 204 len: 168 time: 1.9948571 Jun 16 16:18:53.179410 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54202) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:53.193402 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 219ed03d-d24d-4dcd-bc94-a3700141002a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 219ed03d-d24d-4dcd-bc94-a3700141002a found for delete ", "request_id": "req-c22ffb6b-69a1-443b-8ad6-cc8dc39b49c7"}]} Jun 16 16:18:53.195476 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc91b4-57ef-4aec-b087-5d1b56bd51a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a047fbf-e261-4245-b980-32955ab86d94,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:53.198243 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (024b92d2-158e-4a6e-bef1-45ef59b811b6), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.219751 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['024b92d2-158e-4a6e-bef1-45ef59b811b6'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:53.244353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Pushing event deleted for resources: {'Port': ['ID=024b92d2-158e-4a6e-bef1-45ef59b811b6,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:53.297860 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] No DVR routers for this DVR port 024b92d2-158e-4a6e-bef1-45ef59b811b6 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:53.301228 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.306728 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-26f8e24f-7b31-4135-9d32-39d6e84c91df req-c5cb3248-e3a1-4034-8d98-6d55acb0ee02 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.25 "DELETE /v2.0/ports/024b92d2-158e-4a6e-bef1-45ef59b811b6 HTTP/1.1" status: 204 len: 173 time: 1.4527664 Jun 16 16:18:53.307403 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'name': 'network-vif-deleted', 'tag': '024b92d2-158e-4a6e-bef1-45ef59b811b6'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:53.311124 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987f0ea-d154-42c1-9dc1-e43510188760" -d '{"events": [{"server_uuid": "3dcb1996-2963-4d45-bf74-e753c4ad9eee", "name": "network-vif-deleted", "tag": "024b92d2-158e-4a6e-bef1-45ef59b811b6"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:53.353514 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dfcdc4-3db5-43f0-ad7a-2c9324bbe44a x-openstack-request-id: req-35dfcdc4-3db5-43f0-ad7a-2c9324bbe44a {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:53.355680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb1996-2963-4d45-bf74-e753c4ad9eee", "name": "network-vif-deleted", "tag": "024b92d2-158e-4a6e-bef1-45ef59b811b6", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:53.355680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-35dfcdc4-3db5-43f0-ad7a-2c9324bbe44a {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:53.356005 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dfcdc4-3db5-43f0-ad7a-2c9324bbe44a'] response: {'server_uuid': '3dcb1996-2963-4d45-bf74-e753c4ad9eee', 'name': 'network-vif-deleted', 'tag': '024b92d2-158e-4a6e-bef1-45ef59b811b6', 'status': 'completed', 'code': 200} Jun 16 16:18:53.562386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (2090e916-b0b6-448e-8cd2-b67f33be3aa2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.569972 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.847706 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Deleting port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:53.848114 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.971127 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:53.973957 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] For port ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:53.974483 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:53.992569 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Calling delete_port for ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d owned by network:router_interface {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:54.156456 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:54.257487 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352dee9-8238-42fa-8b95-bb252c3c3510 req-bdff1b79-152e-45ca-af80-06d051e953e6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:54.259938 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6352dee9-8238-42fa-8b95-bb252c3c3510 req-bdff1b79-152e-45ca-af80-06d051e953e6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.0826354 Jun 16 16:18:54.261590 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:54.299962 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-59f1b7c0-8519-4a80-b750-426f0621e79b req-79c7a51b-b8b4-4e03-8b19-7428c20ce493 tempest-VolumesSnapshotTestJSON-1621764165 tempest-VolumesSnapshotTestJSON-1621764165-project] 10.222.0.17 "GET /v2.0/ports?device_id=3dcb1996-2963-4d45-bf74-e753c4ad9eee HTTP/1.1" status: 200 len: 210 time: 0.0425582 Jun 16 16:18:54.318080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:54.434648 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6352dee9-8238-42fa-8b95-bb252c3c3510 req-3adb86f4-cc25-4790-8a3d-fd7ae27f2ee6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349037 Jun 16 16:18:54.612475 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (2090e916-b0b6-448e-8cd2-b67f33be3aa2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:54.859144 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:54.889665 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:55.034139 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:55.065441 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:55.077854 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-69af49bd-8ff7-4975-b82e-57f553f53224 admin admin] 10.222.0.17 "PUT /v2.0/routers/2090e916-b0b6-448e-8cd2-b67f33be3aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8970175 Jun 16 16:18:55.082957 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54220) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:55.085768 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] Sync routers for ids ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:55.108643 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] Routers {'2090e916-b0b6-448e-8cd2-b67f33be3aa2'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:55.108987 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:55.268233 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks [] for router (2090e916-b0b6-448e-8cd2-b67f33be3aa2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:55.407827 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:55.417708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 024b92d2-158e-4a6e-bef1-45ef59b811b6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:55.456342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 024b92d2-158e-4a6e-bef1-45ef59b811b6 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:55.456952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 024b92d2-158e-4a6e-bef1-45ef59b811b6 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:55.466869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] Set router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:55.499217 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks [] for router_gateway (2090e916-b0b6-448e-8cd2-b67f33be3aa2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:55.585194 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Deleting port b3163735-1f88-4c4a-baca-dc5ef2116197 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:55.585664 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:55.703748 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:55.726583 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712458-ece3-4f72-85d0-293191c7228b req-2f87e928-ccb2-4a87-8a78-217a5f61c1a6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:55.728137 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-02712458-ece3-4f72-85d0-293191c7228b req-2f87e928-ccb2-4a87-8a78-217a5f61c1a6 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.1098821 Jun 16 16:18:55.792735 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] For port b3163735-1f88-4c4a-baca-dc5ef2116197, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b3163735-1f88-4c4a-baca-dc5ef2116197,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:55.793230 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:55.831285 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:18:54Z', 'revision_number': 5, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port': {'id': 'b3163735-1f88-4c4a-baca-dc5ef2116197', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:14:50Z', 'updated_at': '2022-06-16T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:55.835269 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:55.848804 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Calling delete_port for b3163735-1f88-4c4a-baca-dc5ef2116197 owned by network:router_gateway {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:55.871385 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-02712458-ece3-4f72-85d0-293191c7228b req-937b1112-b8ab-41d5-8ca4-2d5587883159 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236615 Jun 16 16:18:55.897446 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] Checking router: 2090e916-b0b6-448e-8cd2-b67f33be3aa2 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:55.940132 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] Routers {'2090e916-b0b6-448e-8cd2-b67f33be3aa2'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:55.940132 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:56.116457 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] Set router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 gateway port host: None {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:56.132143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ee36c-4e72-484b-84d9-7f4150099478 req-01711509-930b-4573-9d55-934e052a33cc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:56.134792 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7a5ee36c-4e72-484b-84d9-7f4150099478 req-01711509-930b-4573-9d55-934e052a33cc tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.0917175 Jun 16 16:18:56.145605 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54236) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:56.146096 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (b3163735-1f88-4c4a-baca-dc5ef2116197), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.156025 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Request body: {'floatingip': {'port_id': '345d7505-2303-4cf6-ac18-5979aa4955be'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:56.172855 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3163735-1f88-4c4a-baca-dc5ef2116197,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:56.201468 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (cabdd013-0f02-4356-a63e-cae97e2ddc29), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.218675 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:18:55Z', 'revision_number': 6, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:56.257330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af818cf-94d9-46ac-9189-5bd0d7b1bfbb None None] The sync data for ids ['2090e916-b0b6-448e-8cd2-b67f33be3aa2'] in dv-cinder-837167-3-iscsi is: [{'id': '2090e916-b0b6-448e-8cd2-b67f33be3aa2', 'name': 'tempest-TestMinimumBasicScenario-64016142-router', 'tenant_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:14:48Z', 'updated_at': '2022-06-16T16:18:55Z', 'revision_number': 6, 'project_id': 'e9d65bd6f7e241859054c2ab08fa9775', 'gw_port_host': None}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:56.280006 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (2090e916-b0b6-448e-8cd2-b67f33be3aa2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.441860 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (2090e916-b0b6-448e-8cd2-b67f33be3aa2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.446016 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks [] for router_controller (2090e916-b0b6-448e-8cd2-b67f33be3aa2), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.551836 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (2090e916-b0b6-448e-8cd2-b67f33be3aa2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.552582 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2090e916-b0b6-448e-8cd2-b67f33be3aa2 {{(pid=104114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:18:56.564702 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.571041 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-44495e2d-6956-44ba-97c0-faa9c974651e admin admin] 10.222.0.17 "DELETE /v2.0/routers/2090e916-b0b6-448e-8cd2-b67f33be3aa2 HTTP/1.1" status: 204 len: 168 time: 1.4754245 Jun 16 16:18:56.571791 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54240) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:56.636500 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Deleting subnet a2841690-c65c-4b9d-ba46-0a4e9ae4d408 {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:18:56.643264 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Publish callbacks [] for subnet (a2841690-c65c-4b9d-ba46-0a4e9ae4d408), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.699413 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (a2841690-c65c-4b9d-ba46-0a4e9ae4d408), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.724860 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:56.752968 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:56.843452 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (a2841690-c65c-4b9d-ba46-0a4e9ae4d408), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.953272 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:56.958509 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (a2841690-c65c-4b9d-ba46-0a4e9ae4d408), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.985013 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:56.991311 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (cabdd013-0f02-4356-a63e-cae97e2ddc29), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.003199 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2841690-c65c-4b9d-ba46-0a4e9ae4d408,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:57.007268 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.010819 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-6c56819a-d17b-40fd-851f-5ab5dbed2b4a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a2841690-c65c-4b9d-ba46-0a4e9ae4d408 HTTP/1.1" status: 204 len: 168 time: 0.4379251 Jun 16 16:18:57.013500 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:57.014117 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device ab3ac328-38a8-4329-ae1e-f7c1e8d6a97d not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:57.014879 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b3163735-1f88-4c4a-baca-dc5ef2116197 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:57.017492 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54246) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:57.039121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: b3163735-1f88-4c4a-baca-dc5ef2116197 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:57.039893 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b3163735-1f88-4c4a-baca-dc5ef2116197 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:57.051372 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcaed60-38cf-4284-9610-1bd32dc7cd55 None None] Network e06d1959-437a-4f12-9317-d1b4433c7f84 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:18:57.201804 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:57.205416 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Floating IP cabdd013-0f02-4356-a63e-cae97e2ddc29 associated. External IP: 172.27.2.130, port: 345d7505-2303-4cf6-ac18-5979aa4955be. Jun 16 16:18:57.337534 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] DHCP port deletion for e06d1959-437a-4f12-9317-d1b4433c7f84 request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:18:57.470257 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] Deleting port e3f0df07-731d-49f2-8240-8fc03726f644 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:57.472104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.551901 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:57.565218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (e06d1959-437a-4f12-9317-d1b4433c7f84), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.602710 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] For port e3f0df07-731d-49f2-8240-8fc03726f644, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e3f0df07-731d-49f2-8240-8fc03726f644,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:57.603999 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.628986 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] Calling delete_port for e3f0df07-731d-49f2-8240-8fc03726f644 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:57.648632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Deleting port e3f0df07-731d-49f2-8240-8fc03726f644 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:18:57.648968 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.657103 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Router 9228fd68-ea6d-454e-a564-93acd8277c53 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:57.735515 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:57.754342 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] For port e3f0df07-731d-49f2-8240-8fc03726f644, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e3f0df07-731d-49f2-8240-8fc03726f644,segment=NetworkSegment(329f0cde-6eb8-4229-a533-7804673241d5),segment_id=329f0cde-6eb8-4229-a533-7804673241d5)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:57.755577 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.778639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Calling delete_port for e3f0df07-731d-49f2-8240-8fc03726f644 owned by network:dhcp {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:18:57.808904 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.840021 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] No DVR routers for this DVR port e3f0df07-731d-49f2-8240-8fc03726f644 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:57.877630 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:57.889375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.891415 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:57.897633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fab11-be2d-4c04-9471-280a6e9664e1 None None] Pushing event deleted for resources: {'Port': ['ID=e3f0df07-731d-49f2-8240-8fc03726f644,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:57.913396 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:57.920169 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:57.924812 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (e3f0df07-731d-49f2-8240-8fc03726f644), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:57.957170 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f0df07-731d-49f2-8240-8fc03726f644,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:57.961163 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] No DVR routers for this DVR port e3f0df07-731d-49f2-8240-8fc03726f644 on host dv-cinder-837167-3-iscsi {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:18:58.037730 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8efd1b92-2f64-41ce-ae66-437795f08d2f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "PUT /v2.0/floatingips/cabdd013-0f02-4356-a63e-cae97e2ddc29 HTTP/1.1" status: 200 len: 991 time: 1.8873923 Jun 16 16:18:58.039664 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:58.042663 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (e06d1959-437a-4f12-9317-d1b4433c7f84), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.043595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cdf005-1531-49f4-8393-4252e1d4b30f" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:58.049849 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:58.060943 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b00fd3-58ef-4534-b76f-f1ced11d2c59 req-f89606e5-0ce5-4c1e-8af2-a22d0a2c3ebd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:58.063716 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-99b00fd3-58ef-4534-b76f-f1ced11d2c59 req-f89606e5-0ce5-4c1e-8af2-a22d0a2c3ebd tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.1199551 Jun 16 16:18:58.066620 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06d1959-437a-4f12-9317-d1b4433c7f84']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:58.080122 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329f0cde-6eb8-4229-a533-7804673241d5') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:58.080453 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329f0cde-6eb8-4229-a533-7804673241d5') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:58.092125 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (329f0cde-6eb8-4229-a533-7804673241d5), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.106045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d74ea9-0f3b-480d-8f21-11a5a063fa7a x-openstack-request-id: req-98d74ea9-0f3b-480d-8f21-11a5a063fa7a {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:58.106045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:58.106344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-98d74ea9-0f3b-480d-8f21-11a5a063fa7a {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:58.106701 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d74ea9-0f3b-480d-8f21-11a5a063fa7a'] response: {'name': 'network-changed', 'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be', 'status': 'completed', 'code': 200} Jun 16 16:18:58.108901 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (329f0cde-6eb8-4229-a533-7804673241d5), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.119148 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:58.119600 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (329f0cde-6eb8-4229-a533-7804673241d5), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.167296 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-99b00fd3-58ef-4534-b76f-f1ced11d2c59 req-19fa6d00-81f1-47ab-88cb-c2041150a79a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949721 Jun 16 16:18:58.196447 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (e06d1959-437a-4f12-9317-d1b4433c7f84), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.201093 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.205822 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/e06d1959-437a-4f12-9317-d1b4433c7f84 HTTP/1.1" status: 204 len: 168 time: 1.1855240 Jun 16 16:18:58.219158 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06f65f-9d87-4dda-9ce0-d6675d2e61a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06d1959-437a-4f12-9317-d1b4433c7f84,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:58.244137 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 329f0cde-6eb8-4229-a533-7804673241d5 resource provider aggregate not found Jun 16 16:18:58.265497 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 329f0cde-6eb8-4229-a533-7804673241d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329f0cde-6eb8-4229-a533-7804673241d5 found for delete ", "request_id": "req-ee4c452a-7077-4ec7-97f2-183bd1cd86b9"}]} Jun 16 16:18:58.311528 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'cabdd013-0f02-4356-a63e-cae97e2ddc29', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'port_id': '345d7505-2303-4cf6-ac18-5979aa4955be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'mac_address': 'fa:16:3e:8a:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:36Z', 'updated_at': '2022-06-16T16:18:56Z', 'revision_number': 1, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:58.336902 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:58.347034 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:58.347654 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:58.353277 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54272) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:58.397214 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bdde4a20-b888-409c-bb4f-b4e3acee818c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=925cc45674694931bfe8fc60765045c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425930 Jun 16 16:18:58.399564 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54274) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:58.442485 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:58.448900 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:58.458627 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c4460fe4-0b90-4e0c-96e3-a6acf37a185e admin admin] Publish callbacks [] for security_group (196ca9ec-328d-4a64-8689-a826bb21ff8f), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.462974 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:58.481879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c4460fe4-0b90-4e0c-96e3-a6acf37a185e admin admin] Publish callbacks [] for security_group (196ca9ec-328d-4a64-8689-a826bb21ff8f), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.534560 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c4460fe4-0b90-4e0c-96e3-a6acf37a185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (196ca9ec-328d-4a64-8689-a826bb21ff8f), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.537399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c4460fe4-0b90-4e0c-96e3-a6acf37a185e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:58.538715 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-c4460fe4-0b90-4e0c-96e3-a6acf37a185e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/196ca9ec-328d-4a64-8689-a826bb21ff8f HTTP/1.1" status: 204 len: 168 time: 0.1382277 Jun 16 16:18:58.547065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460fe4-0b90-4e0c-96e3-a6acf37a185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196ca9ec-328d-4a64-8689-a826bb21ff8f,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:58.692592 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'cabdd013-0f02-4356-a63e-cae97e2ddc29', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'port_id': '345d7505-2303-4cf6-ac18-5979aa4955be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'mac_address': 'fa:16:3e:8a:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:36Z', 'updated_at': '2022-06-16T16:18:56Z', 'revision_number': 1, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:58.719349 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a5e494-a86c-4ddb-a1a8-a63049dbd8f2 None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'cabdd013-0f02-4356-a63e-cae97e2ddc29', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'port_id': '345d7505-2303-4cf6-ac18-5979aa4955be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'mac_address': 'fa:16:3e:8a:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:36Z', 'updated_at': '2022-06-16T16:18:56Z', 'revision_number': 1, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:58.889151 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e3f0df07-731d-49f2-8240-8fc03726f644 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:58.913319 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: e3f0df07-731d-49f2-8240-8fc03726f644 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:18:58.913958 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e3f0df07-731d-49f2-8240-8fc03726f644 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:18:58.961943 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35a272-fd67-4cd9-87d6-49885732a5e4 None None] New status for floating IP cabdd013-0f02-4356-a63e-cae97e2ddc29: ACTIVE {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:18:58.982834 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54282) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:59.044941 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-00abeaf1-2e32-4c9e-a4b6-9de84b717030 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e9d65bd6f7e241859054c2ab08fa9775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606115 Jun 16 16:18:59.047273 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54284) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:59.094602 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:59.114279 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-658d6e51-076b-46e0-b92e-35eddecf1bd2 admin admin] Publish callbacks [] for security_group (b9e6b9e4-62a4-4e91-9d3f-544c441db402), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:59.144287 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-658d6e51-076b-46e0-b92e-35eddecf1bd2 admin admin] Publish callbacks [] for security_group (b9e6b9e4-62a4-4e91-9d3f-544c441db402), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:59.210233 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-658d6e51-076b-46e0-b92e-35eddecf1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (b9e6b9e4-62a4-4e91-9d3f-544c441db402), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:59.213345 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-658d6e51-076b-46e0-b92e-35eddecf1bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:59.214598 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-658d6e51-076b-46e0-b92e-35eddecf1bd2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b9e6b9e4-62a4-4e91-9d3f-544c441db402 HTTP/1.1" status: 204 len: 168 time: 0.1663718 Jun 16 16:18:59.226665 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d6e51-076b-46e0-b92e-35eddecf1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e6b9e4-62a4-4e91-9d3f-544c441db402,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:59.323424 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9824520-7ce7-4561-a538-b73ae6b9d80e req-6a5e0969-5e08-4753-b055-98dfe0f562e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:59.325985 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d9824520-7ce7-4561-a538-b73ae6b9d80e req-6a5e0969-5e08-4753-b055-98dfe0f562e2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0623267 Jun 16 16:18:59.395428 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d9824520-7ce7-4561-a538-b73ae6b9d80e req-5edaeb83-471e-4897-8450-017273e7836b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628467 Jun 16 16:19:00.524007 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:00.545679 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6cdc-1270-4529-87fd-1f3ccc9b195c req-ce1c540e-9fec-4b05-94fe-fb7b8d76d9e6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:00.547685 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-12ba6cdc-1270-4529-87fd-1f3ccc9b195c req-ce1c540e-9fec-4b05-94fe-fb7b8d76d9e6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0595639 Jun 16 16:19:00.613504 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-12ba6cdc-1270-4529-87fd-1f3ccc9b195c req-7048f8d4-a018-4f22-bc7f-36bc7812e50c tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591261 Jun 16 16:19:01.156018 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:19:01.785255 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e44bec-8ab3-47d3-823b-501220639cbc req-aa2abd2d-b867-4706-baf5-3dd519eb7640 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:01.787934 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-66e44bec-8ab3-47d3-823b-501220639cbc req-aa2abd2d-b867-4706-baf5-3dd519eb7640 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0873964 Jun 16 16:19:01.845770 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-66e44bec-8ab3-47d3-823b-501220639cbc req-8a0f662c-5222-49ae-9997-958135bd3d1e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509045 Jun 16 16:19:03.003349 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ef332-8f52-45b8-bc7c-1ea822458ab4 req-419d48d0-83cf-447f-9bba-9e521687bf11 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:03.004919 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cd1ef332-8f52-45b8-bc7c-1ea822458ab4 req-419d48d0-83cf-447f-9bba-9e521687bf11 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0617571 Jun 16 16:19:03.069628 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cd1ef332-8f52-45b8-bc7c-1ea822458ab4 req-bf43fca3-53e6-4cfd-a2f0-69fe2d91c203 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579178 Jun 16 16:19:04.231683 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b712-be34-40b7-8c11-edb8f6c826ab req-64d0ef36-3f5d-4352-b841-841171d7db21 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:04.234295 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-65e8b712-be34-40b7-8c11-edb8f6c826ab req-64d0ef36-3f5d-4352-b841-841171d7db21 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.0825207 Jun 16 16:19:04.288156 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-65e8b712-be34-40b7-8c11-edb8f6c826ab req-05b6109b-357f-410f-ac11-e177f94af727 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475974 Jun 16 16:19:05.073875 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-0873bdc8-06e5-45d3-90e8-c9cd8f0fef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:05.075478 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-0873bdc8-06e5-45d3-90e8-c9cd8f0fef6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 1129 time: 0.0480671 Jun 16 16:19:05.241909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-3d10bf14-e6a3-4669-8a5f-c224b2cac99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:05.244468 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-3d10bf14-e6a3-4669-8a5f-c224b2cac99e service neutron] 10.222.0.25 "GET /v2.0/networks?id=abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 200 len: 912 time: 0.1246698 Jun 16 16:19:05.466046 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-20759b1f-6766-42c8-b9f6-3ecfc10acfc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345d7505-2303-4cf6-ac18-5979aa4955be HTTP/1.1" status: 200 len: 1001 time: 0.0996835 Jun 16 16:19:05.503471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31733d-925e-4b13-b181-f4331c7623e5 req-3f7229f7-114d-4f61-b01c-141434498aab tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:05.505124 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9a31733d-925e-4b13-b181-f4331c7623e5 req-3f7229f7-114d-4f61-b01c-141434498aab tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.1001141 Jun 16 16:19:05.592757 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-76db49b2-0f0b-48f1-b8b7-52bbfd4c9001 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:05.594465 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-76db49b2-0f0b-48f1-b8b7-52bbfd4c9001 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 945 time: 0.1270239 Jun 16 16:19:05.616967 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-2b318270-a0c9-4c03-969d-1278d64e05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:05.618415 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-2b318270-a0c9-4c03-969d-1278d64e05ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 200 len: 850 time: 0.1367245 Jun 16 16:19:05.658718 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9a31733d-925e-4b13-b181-f4331c7623e5 req-b9a2e946-cdfb-4ac1-8025-01e131a5329a tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=cb4d1a21-401b-4967-ba43-05891f73ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339698 Jun 16 16:19:05.699874 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-ce15ff30-89b6-4122-8c70-4f1d19b9011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:05.701373 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-ce15ff30-89b6-4122-8c70-4f1d19b9011b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abdff458-150a-4302-aaae-af8beb5c788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572224 Jun 16 16:19:05.761747 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Deleting port 3a209b58-0eab-4734-8530-5197ed6024ff {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:05.762116 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:05.885954 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-fe69451d-96d8-4930-8e3d-ba8e4be916bc service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669548 Jun 16 16:19:05.939837 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:05.951402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] For port 3a209b58-0eab-4734-8530-5197ed6024ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a209b58-0eab-4734-8530-5197ed6024ff,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:05.951775 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:05.997781 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:06.075311 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d5cdf005-1531-49f4-8393-4252e1d4b30f req-6724f77a-9db9-4067-a5c2-af7006ac0103 service neutron] 10.222.0.25 "GET /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812084 Jun 16 16:19:06.194351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:06.194730 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:06.194916 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Floating IP 8aa0da60-975f-4e39-88d4-bbdd8ee93933 disassociated. External IP: 172.27.2.42, port: 3a209b58-0eab-4734-8530-5197ed6024ff. Jun 16 16:19:06.195276 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Calling delete_port for 3a209b58-0eab-4734-8530-5197ed6024ff owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:06.353483 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (3a209b58-0eab-4734-8530-5197ed6024ff), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:06.385217 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event deleted for resources: {'Port': ['ID=3a209b58-0eab-4734-8530-5197ed6024ff,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:06.511271 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Router 98a13a36-d038-466b-8112-98947212037c has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:06.632382 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:06.644306 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] Sync routers for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:06.658659 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:06.659294 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:06.680393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] No DVR routers for this DVR port 3a209b58-0eab-4734-8530-5197ed6024ff on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:06.683375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:06.687474 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35ddc945-07c8-4db1-8048-91c36f74d356 req-cd1b8c6a-c6e1-4915-9af5-03e3585ad438 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "DELETE /v2.0/ports/3a209b58-0eab-4734-8530-5197ed6024ff HTTP/1.1" status: 204 len: 173 time: 1.0837374 Jun 16 16:19:06.688225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'name': 'network-vif-deleted', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:06.691117 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e3b91-a0f5-4ec0-add7-e4ca50772f1d" -d '{"events": [{"server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "name": "network-vif-deleted", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:06.747238 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84dcfe8-9485-467d-9677-c7f3570fe829 x-openstack-request-id: req-c84dcfe8-9485-467d-9677-c7f3570fe829 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:06.747723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a915f676-f877-4b53-9061-2b6d5216e40f", "name": "network-vif-deleted", "tag": "3a209b58-0eab-4734-8530-5197ed6024ff", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:06.748088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c84dcfe8-9485-467d-9677-c7f3570fe829 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:06.748697 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84dcfe8-9485-467d-9677-c7f3570fe829'] response: {'server_uuid': 'a915f676-f877-4b53-9061-2b6d5216e40f', 'name': 'network-vif-deleted', 'tag': '3a209b58-0eab-4734-8530-5197ed6024ff', 'status': 'completed', 'code': 200} Jun 16 16:19:06.788350 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b34e92bb-2e07-425d-927c-b34089506e29 req-a6c4b755-4a59-4566-b034-11b6a6993466 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0363493 Jun 16 16:19:06.919541 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:07.167024 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:07.207899 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] Checking router: 98a13a36-d038-466b-8112-98947212037c for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:07.221221 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:07.222170 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:18:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:07.358162 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:07.566389 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:07.592685 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96373bf8-27a0-4df2-ad97-577a428b5372 None None] The sync data for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi is: [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:11:51Z', 'revision_number': 4, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '6f6ca514-4b6d-475d-a3a8-446741ba7b4d', 'name': '', 'network_id': '84d0c54c-ef5a-4a19-a82f-2cbc7460411e', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'mac_address': 'fa:16:3e:1f:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:49Z', 'updated_at': '2022-06-16T16:11:58Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'subnets': [{'id': '8514b8b1-57c4-45be-9024-9d97cf2952f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:07.862943 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452f053-e18d-4a31-98ad-e571a54e5f79 None None] New status for floating IP 8aa0da60-975f-4e39-88d4-bbdd8ee93933: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:19:07.940748 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cb772778-fda2-4375-8a58-1b21666665bf req-1bc337ad-86d1-4e8f-a387-fca0bd8a7f09 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0441885 Jun 16 16:19:09.062295 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a1d2582d-33c6-4501-8488-a61360b593de req-c748b15d-b775-47bf-8807-f302856499b7 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=a915f676-f877-4b53-9061-2b6d5216e40f HTTP/1.1" status: 200 len: 210 time: 0.0318863 Jun 16 16:19:09.101251 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.166856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54356) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:10.169106 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:10.183766 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:10.231614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group (cb4d1a21-401b-4967-ba43-05891f73ed6d), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.265114 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group (cb4d1a21-401b-4967-ba43-05891f73ed6d), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.306644 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:10.332429 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (cb4d1a21-401b-4967-ba43-05891f73ed6d), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.335036 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.336227 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "DELETE /v2.0/security-groups/cb4d1a21-401b-4967-ba43-05891f73ed6d HTTP/1.1" status: 204 len: 168 time: 0.1683600 Jun 16 16:19:10.339122 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54362) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:10.347013 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d1a21-401b-4967-ba43-05891f73ed6d,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:10.354876 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.355375 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.355569 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-3e90ea06-04bf-46f6-bd98-f3068dec9eee tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] show failed (client error): The resource could not be found. Jun 16 16:19:10.355746 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.356064 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.356404 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.356743 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.357137 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.357476 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.357818 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.358162 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.358492 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.358820 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.359304 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.359727 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.360378 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da998-2764-46e2-8957-bb9fd92e5e48 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:10.363612 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54364) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:10.363844 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-3e90ea06-04bf-46f6-bd98-f3068dec9eee tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups/cb4d1a21-401b-4967-ba43-05891f73ed6d HTTP/1.1" status: 404 len: 347 time: 0.0217574 Jun 16 16:19:10.490874 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Deleting port 5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:10.491218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.584680 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.585012 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.599838 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Calling delete_port for 5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2 owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:10.777592 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.810593 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event deleted for resources: {'Port': ['ID=5bf14aa3-3b5b-4d29-a1f2-6e4f79d0eeb2,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:10.890134 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks [] for floatingip (8aa0da60-975f-4e39-88d4-bbdd8ee93933), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.893085 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:10.894357 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fd0c8161-0d73-4e07-ad45-6afa2e06ecbc tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "DELETE /v2.0/floatingips/8aa0da60-975f-4e39-88d4-bbdd8ee93933 HTTP/1.1" status: 204 len: 168 time: 0.5304615 Jun 16 16:19:12.149348 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 3a209b58-0eab-4734-8530-5197ed6024ff no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:12.174349 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 3a209b58-0eab-4734-8530-5197ed6024ff {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:12.174707 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 3a209b58-0eab-4734-8530-5197ed6024ff not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:13.454141 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9561-dd89-4f1c-9756-e77a25729ac1 req-c9791970-3aa4-4536-8416-0f2b2f72e379 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:13.455644 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-65da9561-dd89-4f1c-9756-e77a25729ac1 req-c9791970-3aa4-4536-8416-0f2b2f72e379 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0661151 Jun 16 16:19:13.515539 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-65da9561-dd89-4f1c-9756-e77a25729ac1 req-2e0de730-6fe9-4e38-82fb-fe37235dd6f6 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530198 Jun 16 16:19:14.013629 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-af0a12b5-5595-41c5-8715-1e6674c989e4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:14.016242 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-af0a12b5-5595-41c5-8715-1e6674c989e4 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0578868 Jun 16 16:19:14.133347 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Deleting port ecd1c4fc-716d-40aa-81c3-83ee9f284517 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:14.133956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:14.255159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] For port ecd1c4fc-716d-40aa-81c3-83ee9f284517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecd1c4fc-716d-40aa-81c3-83ee9f284517,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:14.255639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:14.280927 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Calling delete_port for ecd1c4fc-716d-40aa-81c3-83ee9f284517 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:14.287434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:14.330199 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:14.441294 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (ecd1c4fc-716d-40aa-81c3-83ee9f284517), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:14.460798 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['4a474085-3880-4331-a44c-eaa67f0578be', 'ecd1c4fc-716d-40aa-81c3-83ee9f284517'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:19:14.470673 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event deleted for resources: {'Port': ['ID=ecd1c4fc-716d-40aa-81c3-83ee9f284517,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:14.526720 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] No DVR routers for this DVR port ecd1c4fc-716d-40aa-81c3-83ee9f284517 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:14.529258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:14.532557 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-776a1a61-35f1-47b4-aac3-2eebac4c4921 req-e91d9cfc-11ac-4624-8f33-aa82bd891760 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "DELETE /v2.0/ports/ecd1c4fc-716d-40aa-81c3-83ee9f284517 HTTP/1.1" status: 204 len: 173 time: 0.5097294 Jun 16 16:19:14.533191 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'name': 'network-vif-deleted', 'tag': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:14.535555 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d44222-5b07-40a2-902a-aff9063b037d" -d '{"events": [{"server_uuid": "fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5", "name": "network-vif-deleted", "tag": "ecd1c4fc-716d-40aa-81c3-83ee9f284517"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:14.583952 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46152282-0778-4b1d-9fd3-d72242e02278 x-openstack-request-id: req-46152282-0778-4b1d-9fd3-d72242e02278 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:14.584286 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5", "name": "network-vif-deleted", "tag": "ecd1c4fc-716d-40aa-81c3-83ee9f284517", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:14.584567 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-46152282-0778-4b1d-9fd3-d72242e02278 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:14.585015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46152282-0778-4b1d-9fd3-d72242e02278'] response: {'server_uuid': 'fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5', 'name': 'network-vif-deleted', 'tag': 'ecd1c4fc-716d-40aa-81c3-83ee9f284517', 'status': 'completed', 'code': 200} Jun 16 16:19:14.644690 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:14.674874 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35611001-96b3-4f13-a8cf-f302db1ac823 req-333e86a8-74db-4170-bc78-46aa0a4614d1 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc75b3e5-513a-4ffc-9fb5-d5f87522ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0525746 Jun 16 16:19:15.994189 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b5497-04a0-4ff1-a991-513ea13d56b1 req-dfd7f042-937b-417a-a784-d1ab643eb868 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:15.995637 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-061b5497-04a0-4ff1-a991-513ea13d56b1 req-dfd7f042-937b-417a-a784-d1ab643eb868 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0565689 Jun 16 16:19:16.055881 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-061b5497-04a0-4ff1-a991-513ea13d56b1 req-090d9023-74ec-4ed3-b4ee-4317630109a3 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536616 Jun 16 16:19:17.197436 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a678-29b1-4c89-b31d-cc9780422a1b req-7eba561c-d3be-4f9d-b310-c72f3d3b0b87 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:17.199210 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9303a678-29b1-4c89-b31d-cc9780422a1b req-7eba561c-d3be-4f9d-b310-c72f3d3b0b87 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0586407 Jun 16 16:19:17.256906 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9303a678-29b1-4c89-b31d-cc9780422a1b req-ddcf4340-4cad-4ef0-ac6c-bada9f77142b tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Jun 16 16:19:18.167092 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ecd1c4fc-716d-40aa-81c3-83ee9f284517 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:18.189249 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: ecd1c4fc-716d-40aa-81c3-83ee9f284517 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:18.189711 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ecd1c4fc-716d-40aa-81c3-83ee9f284517 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:18.386725 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011bcd2-063e-47be-b747-cb2a014ac341 req-ce8adfaf-6c3c-4ff1-b027-052101ed6702 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:18.389162 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b011bcd2-063e-47be-b747-cb2a014ac341 req-ce8adfaf-6c3c-4ff1-b027-052101ed6702 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0576069 Jun 16 16:19:18.466305 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b011bcd2-063e-47be-b747-cb2a014ac341 req-75afd1ce-234f-47ef-b392-895ab46975bb tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640094 Jun 16 16:19:18.711120 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-e0ea6621-0d6e-4d64-a052-40a34a8784e8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:18.712668 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-e0ea6621-0d6e-4d64-a052-40a34a8784e8 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 945 time: 0.0550034 Jun 16 16:19:19.098447 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Deleting port 4a474085-3880-4331-a44c-eaa67f0578be {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:19.098810 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (4a474085-3880-4331-a44c-eaa67f0578be), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:19.216933 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] For port 4a474085-3880-4331-a44c-eaa67f0578be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a474085-3880-4331-a44c-eaa67f0578be,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:19.217280 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (4a474085-3880-4331-a44c-eaa67f0578be), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:19.236001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Calling delete_port for 4a474085-3880-4331-a44c-eaa67f0578be owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:19.380369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (4a474085-3880-4331-a44c-eaa67f0578be), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:19.393072 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['4a474085-3880-4331-a44c-eaa67f0578be'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:19:19.412237 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Pushing event deleted for resources: {'Port': ['ID=4a474085-3880-4331-a44c-eaa67f0578be,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:19.471274 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] No DVR routers for this DVR port 4a474085-3880-4331-a44c-eaa67f0578be on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:19.473911 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:19.477555 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ba66f7ee-8245-404d-ba58-9bf8c5a47ba6 req-4d766e2e-da46-4208-b610-541fc2345b4e tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.25 "DELETE /v2.0/ports/4a474085-3880-4331-a44c-eaa67f0578be HTTP/1.1" status: 204 len: 173 time: 0.7559247 Jun 16 16:19:19.478063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df7777-6291-4644-a893-e1359c012b9f', 'name': 'network-vif-deleted', 'tag': '4a474085-3880-4331-a44c-eaa67f0578be'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:19.480560 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689bfc63-f852-4ff2-a348-538cf8f3e53e" -d '{"events": [{"server_uuid": "83df7777-6291-4644-a893-e1359c012b9f", "name": "network-vif-deleted", "tag": "4a474085-3880-4331-a44c-eaa67f0578be"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:19.536389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd90a98-73c7-4368-8d4f-b7a1245fb8f3 x-openstack-request-id: req-5cd90a98-73c7-4368-8d4f-b7a1245fb8f3 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:19.536879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df7777-6291-4644-a893-e1359c012b9f", "name": "network-vif-deleted", "tag": "4a474085-3880-4331-a44c-eaa67f0578be", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:19.537350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5cd90a98-73c7-4368-8d4f-b7a1245fb8f3 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:19.538055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd90a98-73c7-4368-8d4f-b7a1245fb8f3'] response: {'server_uuid': '83df7777-6291-4644-a893-e1359c012b9f', 'name': 'network-vif-deleted', 'tag': '4a474085-3880-4331-a44c-eaa67f0578be', 'status': 'completed', 'code': 200} Jun 16 16:19:19.597637 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7a1f7b20-7c4a-4cae-b12e-e69605e4807e req-2d3d4ed9-27d1-4cba-ac00-1b625e8a52b2 tempest-ServerRescueNegativeTestJSON-14364702 tempest-ServerRescueNegativeTestJSON-14364702-project] 10.222.0.17 "GET /v2.0/ports?device_id=83df7777-6291-4644-a893-e1359c012b9f HTTP/1.1" status: 200 len: 210 time: 0.0414064 Jun 16 16:19:19.805653 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aecf1187-0e5b-4877-bcf8-e580e3561236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:19.976155 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54474) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:20.028943 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Deleting subnet d7254f98-bbae-40ed-bc93-5b208902cba9 {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:19:20.033554 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Publish callbacks [] for subnet (d7254f98-bbae-40ed-bc93-5b208902cba9), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.081340 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (d7254f98-bbae-40ed-bc93-5b208902cba9), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.115649 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:20.126788 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (d7254f98-bbae-40ed-bc93-5b208902cba9), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.191796 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:20.196258 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (d7254f98-bbae-40ed-bc93-5b208902cba9), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.201659 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:20.229451 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.232595 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d7254f98-bbae-40ed-bc93-5b208902cba9 HTTP/1.1" status: 204 len: 168 time: 0.2554603 Jun 16 16:19:20.234382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d046f-67cb-436e-b712-6d88ed20e976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7254f98-bbae-40ed-bc93-5b208902cba9,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:20.236089 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54478) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:20.316149 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.347109 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:20.402141 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.405318 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:20.428093 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d4ecdc-bb0f-456d-aa92-24e4392aa63f']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:20.438433 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d9d61d-115b-461e-b12e-af33f7dc8b64') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:20.438946 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d9d61d-115b-461e-b12e-af33f7dc8b64') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:20.449400 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (b8d9d61d-115b-461e-b12e-af33f7dc8b64), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.465362 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (b8d9d61d-115b-461e-b12e-af33f7dc8b64), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.473689 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:19:20.474093 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (b8d9d61d-115b-461e-b12e-af33f7dc8b64), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.506359 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment b8d9d61d-115b-461e-b12e-af33f7dc8b64 resource provider aggregate not found Jun 16 16:19:20.535915 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment b8d9d61d-115b-461e-b12e-af33f7dc8b64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8d9d61d-115b-461e-b12e-af33f7dc8b64 found for delete ", "request_id": "req-f09e1a6c-48e7-4355-8fa8-b8722d773867"}]} Jun 16 16:19:20.551954 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (f7d4ecdc-bb0f-456d-aa92-24e4392aa63f), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.560127 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.564991 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f7d4ecdc-bb0f-456d-aa92-24e4392aa63f HTTP/1.1" status: 204 len: 168 time: 0.3278415 Jun 16 16:19:20.576853 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d935e-a17c-4506-b369-e96eba6ed739 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d4ecdc-bb0f-456d-aa92-24e4392aa63f,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:20.669441 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54488) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:20.824147 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54492) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:20.884186 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0c4ab668-2dd1-4aa1-a91f-11435c185757 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cb4bbded2b5a4d5fa7760540cfa123f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562015 Jun 16 16:19:20.884509 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54494) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:20.943218 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cd35a480-4f98-42c5-9cee-0421d11dbc25 admin admin] Publish callbacks [] for security_group (220e9ad9-4036-4c02-9f2f-d3a06290ceed), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:20.967467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cd35a480-4f98-42c5-9cee-0421d11dbc25 admin admin] Publish callbacks [] for security_group (220e9ad9-4036-4c02-9f2f-d3a06290ceed), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.030768 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cd35a480-4f98-42c5-9cee-0421d11dbc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (220e9ad9-4036-4c02-9f2f-d3a06290ceed), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.039547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cd35a480-4f98-42c5-9cee-0421d11dbc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.039547 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-cd35a480-4f98-42c5-9cee-0421d11dbc25 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/220e9ad9-4036-4c02-9f2f-d3a06290ceed HTTP/1.1" status: 204 len: 168 time: 0.1509860 Jun 16 16:19:21.048742 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35a480-4f98-42c5-9cee-0421d11dbc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e9ad9-4036-4c02-9f2f-d3a06290ceed,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:21.233135 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (98a13a36-d038-466b-8112-98947212037c), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.513124 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Deleting port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:21.513470 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.602011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] For port 6f6ca514-4b6d-475d-a3a8-446741ba7b4d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:21.602299 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.617720 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Calling delete_port for 6f6ca514-4b6d-475d-a3a8-446741ba7b4d owned by network:router_interface {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:21.754702 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:21.811887 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:21.819432 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (6f6ca514-4b6d-475d-a3a8-446741ba7b4d), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:21.845718 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6ca514-4b6d-475d-a3a8-446741ba7b4d,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:22.033592 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (98a13a36-d038-466b-8112-98947212037c), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:22.194356 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 4a474085-3880-4331-a44c-eaa67f0578be no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:22.220580 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 4a474085-3880-4331-a44c-eaa67f0578be {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:22.221038 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 4a474085-3880-4331-a44c-eaa67f0578be not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:22.257547 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8cf0564f-fe8b-4c97-8ef5-0e7d4776636c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:22.279102 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Router 98a13a36-d038-466b-8112-98947212037c has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:22.414497 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:22.420155 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-377ae7dc-e2a2-4599-87c0-700981a48750 admin admin] 10.222.0.17 "PUT /v2.0/routers/98a13a36-d038-466b-8112-98947212037c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493093 Jun 16 16:19:22.425594 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54498) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:22.428407 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] Sync routers for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:22.442120 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:22.443306 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:22.534303 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks [] for router (98a13a36-d038-466b-8112-98947212037c), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:22.621641 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:22.645237 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks [] for router_gateway (98a13a36-d038-466b-8112-98947212037c), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:22.707189 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Deleting port 9b3b4205-e2be-4aa6-8317-ded31eb57161 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:22.707569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:22.810368 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] For port 9b3b4205-e2be-4aa6-8317-ded31eb57161, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=9b3b4205-e2be-4aa6-8317-ded31eb57161,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:22.810730 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:22.825749 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Calling delete_port for 9b3b4205-e2be-4aa6-8317-ded31eb57161 owned by network:router_gateway {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:22.829651 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:19:21Z', 'revision_number': 5, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port': {'id': '9b3b4205-e2be-4aa6-8317-ded31eb57161', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a13a36-d038-466b-8112-98947212037c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:43Z', 'updated_at': '2022-06-16T16:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:22.863235 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] Checking router: 98a13a36-d038-466b-8112-98947212037c for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:22.872656 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] Routers {'98a13a36-d038-466b-8112-98947212037c'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:22.873245 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['98a13a36-d038-466b-8112-98947212037c'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:22.926932 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:22.968838 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] Set router 98a13a36-d038-466b-8112-98947212037c gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:23.010900 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (9b3b4205-e2be-4aa6-8317-ded31eb57161), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.019629 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:23.020793 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:19:22Z', 'revision_number': 6, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:23.044265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3b4205-e2be-4aa6-8317-ded31eb57161,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:23.049239 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8510-8ddc-409c-a4bd-35ab66b6cd3d None None] The sync data for ids ['98a13a36-d038-466b-8112-98947212037c'] in dv-cinder-837167-3-iscsi is: [{'id': '98a13a36-d038-466b-8112-98947212037c', 'name': 'tempest-ServerRescueNegativeTestJSON-1961294696-router', 'tenant_id': '6eee49063a5847dba6ffb520d0149d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:41Z', 'updated_at': '2022-06-16T16:19:22Z', 'revision_number': 6, 'project_id': '6eee49063a5847dba6ffb520d0149d88', 'gw_port_host': None}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:23.073154 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.073591 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.073896 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.074260 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.074597 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.074931 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.075264 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.075591 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.075964 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.076233 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.076563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.076888 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.077235 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.077557 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.077988 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:23.133264 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (98a13a36-d038-466b-8112-98947212037c), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.242099 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (98a13a36-d038-466b-8112-98947212037c), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.244581 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks [] for router_controller (98a13a36-d038-466b-8112-98947212037c), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.294492 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (98a13a36-d038-466b-8112-98947212037c), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.295194 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a13a36-d038-466b-8112-98947212037c {{(pid=104115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:19:23.301373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.302818 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-01be9cb5-7110-4a65-9336-9a36230b33d1 admin admin] 10.222.0.17 "DELETE /v2.0/routers/98a13a36-d038-466b-8112-98947212037c HTTP/1.1" status: 204 len: 168 time: 0.8760612 Jun 16 16:19:23.305701 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54500) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:23.366307 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Deleting subnet 8514b8b1-57c4-45be-9024-9d97cf2952f3 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:19:23.370300 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Publish callbacks [] for subnet (8514b8b1-57c4-45be-9024-9d97cf2952f3), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.411530 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (8514b8b1-57c4-45be-9024-9d97cf2952f3), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.514444 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (8514b8b1-57c4-45be-9024-9d97cf2952f3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.570898 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.581015 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (8514b8b1-57c4-45be-9024-9d97cf2952f3), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.612183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8514b8b1-57c4-45be-9024-9d97cf2952f3,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:23.616342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.620169 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9eff808e-36a1-4b67-b9c7-0689c614477c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8514b8b1-57c4-45be-9024-9d97cf2952f3 HTTP/1.1" status: 204 len: 168 time: 0.3126800 Jun 16 16:19:23.622343 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab83cb5-f5ed-4d54-afca-2c8789fbe62d None None] Network 84d0c54c-ef5a-4a19-a82f-2cbc7460411e requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:19:23.623596 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54502) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:23.700855 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (84d0c54c-ef5a-4a19-a82f-2cbc7460411e), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.760302 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Deleting port daa20105-7f12-43e5-938c-8292bd75a461 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:23.760692 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (daa20105-7f12-43e5-938c-8292bd75a461), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.833794 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] DHCP port deletion for 84d0c54c-ef5a-4a19-a82f-2cbc7460411e request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:19:23.840260 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] For port daa20105-7f12-43e5-938c-8292bd75a461, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=daa20105-7f12-43e5-938c-8292bd75a461,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:23.840720 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (daa20105-7f12-43e5-938c-8292bd75a461), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.861460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Calling delete_port for daa20105-7f12-43e5-938c-8292bd75a461 owned by network:dhcp {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:23.886820 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Deleting port daa20105-7f12-43e5-938c-8292bd75a461 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:23.887202 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (daa20105-7f12-43e5-938c-8292bd75a461), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.957305 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:23.963465 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (daa20105-7f12-43e5-938c-8292bd75a461), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:23.990704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa20105-7f12-43e5-938c-8292bd75a461,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:23.998110 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] No DVR routers for this DVR port daa20105-7f12-43e5-938c-8292bd75a461 on host dv-cinder-837167-3-iscsi {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:24.095091 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (84d0c54c-ef5a-4a19-a82f-2cbc7460411e), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.121246 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d0c54c-ef5a-4a19-a82f-2cbc7460411e']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:24.128183 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] For port daa20105-7f12-43e5-938c-8292bd75a461, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=daa20105-7f12-43e5-938c-8292bd75a461,segment=NetworkSegment(42a53d11-9459-4618-89e5-8d0528a06493),segment_id=42a53d11-9459-4618-89e5-8d0528a06493)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:24.128615 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (daa20105-7f12-43e5-938c-8292bd75a461), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.133329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a53d11-9459-4618-89e5-8d0528a06493') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:24.133978 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a53d11-9459-4618-89e5-8d0528a06493') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:24.146233 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Calling delete_port for daa20105-7f12-43e5-938c-8292bd75a461 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:24.151452 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (42a53d11-9459-4618-89e5-8d0528a06493), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.175904 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (42a53d11-9459-4618-89e5-8d0528a06493), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.182662 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:24.186631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:19:24.187184 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (42a53d11-9459-4618-89e5-8d0528a06493), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.213289 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 42a53d11-9459-4618-89e5-8d0528a06493 resource provider aggregate not found Jun 16 16:19:24.249732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (daa20105-7f12-43e5-938c-8292bd75a461), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.256101 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 42a53d11-9459-4618-89e5-8d0528a06493 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42a53d11-9459-4618-89e5-8d0528a06493 found for delete ", "request_id": "req-4879d4ce-6b91-437e-8fab-bba7696005e1"}]} Jun 16 16:19:24.257093 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:24.275663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (84d0c54c-ef5a-4a19-a82f-2cbc7460411e), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.280242 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Pushing event deleted for resources: {'Port': ['ID=daa20105-7f12-43e5-938c-8292bd75a461,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:24.280914 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.285744 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] No DVR routers for this DVR port daa20105-7f12-43e5-938c-8292bd75a461 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:24.289498 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] 10.222.0.17 "DELETE /v2.0/networks/84d0c54c-ef5a-4a19-a82f-2cbc7460411e HTTP/1.1" status: 204 len: 168 time: 0.6618421 Jun 16 16:19:24.293992 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.294355 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.294725 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.295037 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.295379 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.295718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.296947 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.296947 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.296947 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.298333 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.299949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.299949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.299949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.300409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.300409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5695f0-d651-4e13-883f-231a2408d0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:24.315083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d9382-460d-4ef1-a568-a5f8177eaf36 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d0c54c-ef5a-4a19-a82f-2cbc7460411e,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:24.568254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54510) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:24.621134 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7783328a-5ca9-48b4-aeb4-1a210b3a0aad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6eee49063a5847dba6ffb520d0149d88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516219 Jun 16 16:19:24.623747 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54512) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:24.681771 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b507809c-a236-4589-a577-0ce86e6dad74 admin admin] Publish callbacks [] for security_group (2f6ddb22-d1e2-4409-a108-2edbfd86b6d3), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.706928 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b507809c-a236-4589-a577-0ce86e6dad74 admin admin] Publish callbacks [] for security_group (2f6ddb22-d1e2-4409-a108-2edbfd86b6d3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.764045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b507809c-a236-4589-a577-0ce86e6dad74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f6ddb22-d1e2-4409-a108-2edbfd86b6d3), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.767225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b507809c-a236-4589-a577-0ce86e6dad74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.768712 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b507809c-a236-4589-a577-0ce86e6dad74 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f6ddb22-d1e2-4409-a108-2edbfd86b6d3 HTTP/1.1" status: 204 len: 168 time: 0.1438816 Jun 16 16:19:24.779731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507809c-a236-4589-a577-0ce86e6dad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6ddb22-d1e2-4409-a108-2edbfd86b6d3,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:24.856551 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:24.912750 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9b3b4205-e2be-4aa6-8317-ded31eb57161 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:24.932131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 9b3b4205-e2be-4aa6-8317-ded31eb57161 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:24.932573 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 9b3b4205-e2be-4aa6-8317-ded31eb57161 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:24.933112 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6f6ca514-4b6d-475d-a3a8-446741ba7b4d no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:24.954801 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 6f6ca514-4b6d-475d-a3a8-446741ba7b4d {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:24.955164 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6f6ca514-4b6d-475d-a3a8-446741ba7b4d not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:24.955694 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device daa20105-7f12-43e5-938c-8292bd75a461 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:24.976419 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: daa20105-7f12-43e5-938c-8292bd75a461 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:24.976766 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device daa20105-7f12-43e5-938c-8292bd75a461 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:25.286606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:25.715880 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54534) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:25.839291 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-network', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:25.865978 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Made reservation on behalf of 5411e6d1c7a94aeeaaa8a0a30fb4887b for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:19:25.869088 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:25.879868 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:25.973009 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks [] for security_group (9ab48f7c-1bf1-4348-91f0-a8417c32dae1), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:25.976972 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9ab48f7c-1bf1-4348-91f0-a8417c32dae1), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.005003 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:19:26.017303 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab48f7c-1bf1-4348-91f0-a8417c32dae1,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:26.022778 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (bb5f0f40-3524-4c58-bca8-ade6f0216972), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.023122 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Added segment bb5f0f40-3524-4c58-bca8-ade6f0216972 of type vlan for network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 Jun 16 16:19:26.032904 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:26.080345 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (6dc81646-6b2e-4fdc-9873-034ae8e222b6), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.110284 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (6dc81646-6b2e-4fdc-9873-034ae8e222b6), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.111312 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:26.111905 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.152208 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4350181 Jun 16 16:19:26.155256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54538) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:26.161266 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Request body: {'subnet': {'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-subnet', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:26.184563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Made reservation on behalf of 5411e6d1c7a94aeeaaa8a0a30fb4887b for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:19:26.184826 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fefda-eed6-4089-bbd3-1aba30f76c4d admin admin] Pushing event updated for resources: {'Network': ['ID=6dc81646-6b2e-4fdc-9873-034ae8e222b6,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:26.187333 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.196234 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:19:26.393669 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (e3e29f02-f0f4-44f9-baa1-6e663f592055), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.449703 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e29f02-f0f4-44f9-baa1-6e663f592055,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:26.470154 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Checking segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:19:26.470542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Network hostable DHCP agents. Network: 6dc81646-6b2e-4fdc-9873-034ae8e222b6, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:19:26.490480 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:19:26.500484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 6dc81646-6b2e-4fdc-9873-034ae8e222b6) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:26.505686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:26.507661 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.508972 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7706e19c-4257-4888-ab35-c657f63771e7 None None] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:19:26.529125 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-98d77343-1959-45fc-9719-3c8ca2ec70b6 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3727515 Jun 16 16:19:26.533837 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54540) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:26.538656 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:26.564691 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (a37c8019-39c7-43fc-9b63-4b00c3340ad4), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.565819 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (a37c8019-39c7-43fc-9b63-4b00c3340ad4), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.574020 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:26.631644 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:19:26.633404 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.638416 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks [] for router_controller (a37c8019-39c7-43fc-9b63-4b00c3340ad4), precommit_add_association {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.785559 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Allocated IP 172.20.0.2 (6dc81646-6b2e-4fdc-9873-034ae8e222b6/e3e29f02-f0f4-44f9-baa1-6e663f592055/7c47f11e-5254-4643-b3d5-55b1033e10b1) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:19:26.796069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks [] for router_gateway (a37c8019-39c7-43fc-9b63-4b00c3340ad4), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.856399 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:26.879865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:26.946262 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Publish callbacks [] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.953029 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:26.992983 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:26.994481 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:27.001524 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:19:27.013066 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks [] for router_gateway (a37c8019-39c7-43fc-9b63-4b00c3340ad4), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.013235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Pushing event updated for resources: {'Port': ['ID=7c47f11e-5254-4643-b3d5-55b1033e10b1,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:27.042602 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.076523 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Attempting to bind port 7c47f11e-5254-4643-b3d5-55b1033e10b1 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:19:27.076894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Attempting to bind port 7c47f11e-5254-4643-b3d5-55b1033e10b1 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:19:27.077895 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Attempting to bind port 7c47f11e-5254-4643-b3d5-55b1033e10b1 on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:19:27.083658 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:19:27.084046 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Checking segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:19:27.084589 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.084988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Bound using segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:19:27.085518 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Bound port: 7c47f11e-5254-4643-b3d5-55b1033e10b1, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:19:27.086022 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.154889 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] For port 7c47f11e-5254-4643-b3d5-55b1033e10b1, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:19:27.159752 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] For port 7c47f11e-5254-4643-b3d5-55b1033e10b1, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7c47f11e-5254-4643-b3d5-55b1033e10b1,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:19:27.166126 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Allocated IP 172.27.2.254 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/abbd30da-7549-4de4-aef1-8a3856bc7bf5) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:19:27.166889 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.250470 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:27.255608 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f143265-9f3c-480c-9347-c289a43941c6 None None] Pushing event updated for resources: {'Port': ['ID=7c47f11e-5254-4643-b3d5-55b1033e10b1,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:27.300619 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks [] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.336433 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:27.386820 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:27.391490 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:27.393718 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Pushing event updated for resources: {'Port': ['ID=abbd30da-7549-4de4-aef1-8a3856bc7bf5,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:27.395893 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:19:27.659417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:27.978622 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks [] for router_gateway (a37c8019-39c7-43fc-9b63-4b00c3340ad4), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.192719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (a37c8019-39c7-43fc-9b63-4b00c3340ad4), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.241898 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced370d0-0834-454f-bc62-a432c355edbe None None] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:19:28.253063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:28.366611 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] Provisioning complete for port 7c47f11e-5254-4643-b3d5-55b1033e10b1 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:28.368390 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.380123 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:19:28.493278 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] Current status of the port 7c47f11e-5254-4643-b3d5-55b1033e10b1 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:28.493643 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.499442 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:28.515613 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:28.522080 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.526513 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-253440bc-4034-44c8-8d10-a47cd65996f5 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9887624 Jun 16 16:19:28.527121 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54544) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:28.541856 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:28.542725 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:28.587678 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:28.598731 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] For port 7c47f11e-5254-4643-b3d5-55b1033e10b1, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7c47f11e-5254-4643-b3d5-55b1033e10b1,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:28.611997 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.713894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b0360-1161-4bd3-9e89-a2a59794b8f0 None None] Pushing event updated for resources: {'Port': ['ID=7c47f11e-5254-4643-b3d5-55b1033e10b1,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:28.717909 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:28.827296 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-7811ad0a-576e-43d4-9d8f-e919cb490251 None None] Provisioning complete for port 7c47f11e-5254-4643-b3d5-55b1033e10b1 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:28.827665 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7811ad0a-576e-43d4-9d8f-e919cb490251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:28.926953 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:28.992308 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7c47f11e-5254-4643-b3d5-55b1033e10b1 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:19:29.044883 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-7811ad0a-576e-43d4-9d8f-e919cb490251 None None] Current status of the port 7c47f11e-5254-4643-b3d5-55b1033e10b1 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:29.053226 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:27Z', 'revision_number': 3, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:29.088531 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:29.088880 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Updating router a37c8019-39c7-43fc-9b63-4b00c3340ad4 port abbd30da-7549-4de4-aef1-8a3856bc7bf5 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:19:29.104321 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.117872 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 7c47f11e-5254-4643-b3d5-55b1033e10b1 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:29.118480 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.163243 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.205409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:29.339409 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 7c47f11e-5254-4643-b3d5-55b1033e10b1 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:29.528102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Publish callbacks [] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.534891 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.591037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Allocated IP 172.20.0.1 (6dc81646-6b2e-4fdc-9873-034ae8e222b6/e3e29f02-f0f4-44f9-baa1-6e663f592055/cc88aad2-9be5-437a-b971-0b8fb697be6c) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:19:29.596354 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Attempting to bind port abbd30da-7549-4de4-aef1-8a3856bc7bf5 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:19:29.596910 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Attempting to bind port abbd30da-7549-4de4-aef1-8a3856bc7bf5 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:19:29.597654 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Attempting to bind port abbd30da-7549-4de4-aef1-8a3856bc7bf5 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:19:29.603293 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1378ddf-9d56-434b-b1dd-dba817d5c994 None None] Pushing event updated for resources: {'Port': ['ID=abbd30da-7549-4de4-aef1-8a3856bc7bf5,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:29.607722 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:19:29.608921 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:19:29.608921 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.609359 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:19:29.610371 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Bound port: abbd30da-7549-4de4-aef1-8a3856bc7bf5, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:19:29.610806 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.667488 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] For port abbd30da-7549-4de4-aef1-8a3856bc7bf5, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:19:29.670777 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] For port abbd30da-7549-4de4-aef1-8a3856bc7bf5, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=abbd30da-7549-4de4-aef1-8a3856bc7bf5,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:19:29.678765 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.731695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks [] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.738954 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:29.742597 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:29.743373 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:29.771911 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.788408 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1378ddf-9d56-434b-b1dd-dba817d5c994 None None] Pushing event updated for resources: {'Port': ['ID=abbd30da-7549-4de4-aef1-8a3856bc7bf5,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:29.813339 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:29.816421 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:29.819085 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:19:29.853207 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Pushing event updated for resources: {'Port': ['ID=cc88aad2-9be5-437a-b971-0b8fb697be6c,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:29.870080 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:29.875127 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (a37c8019-39c7-43fc-9b63-4b00c3340ad4), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:29.877456 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:29.936206 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:30.046104 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:30.222462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-d441ef31-b4f5-4ddc-897f-54d619247d51 None None] Provisioning complete for port cc88aad2-9be5-437a-b971-0b8fb697be6c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:30.222695 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d441ef31-b4f5-4ddc-897f-54d619247d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:30.258406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:27Z', 'revision_number': 3, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:30.264403 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks [] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:30.270725 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:30.292539 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d441ef31-b4f5-4ddc-897f-54d619247d51 None None] Port cc88aad2-9be5-437a-b971-0b8fb697be6c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:19:30.295595 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53054660-3d14-4901-b15e-55aac69dff21 None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:27Z', 'revision_number': 3, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:30.349765 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Pushing event updated for resources: {'Port': ['ID=cc88aad2-9be5-437a-b971-0b8fb697be6c,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:30.352591 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (a37c8019-39c7-43fc-9b63-4b00c3340ad4), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:30.467771 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:30.469163 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:30.653670 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:30.760971 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:30.800593 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:30.808930 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0691dfb1-21d9-4a37-807a-3c33c5dcfb5c admin admin] 10.222.0.17 "PUT /v2.0/routers/a37c8019-39c7-43fc-9b63-4b00c3340ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805173 Jun 16 16:19:30.822224 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:30.836233 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-012b0c7b-4526-4297-9ee0-b2daf8583aaa None None] Provisioning complete for port cc88aad2-9be5-437a-b971-0b8fb697be6c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:30.836780 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-012b0c7b-4526-4297-9ee0-b2daf8583aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:30.911065 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-012b0c7b-4526-4297-9ee0-b2daf8583aaa None None] Port cc88aad2-9be5-437a-b971-0b8fb697be6c cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:19:30.979811 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device abbd30da-7549-4de4-aef1-8a3856bc7bf5 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:19:31.039663 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port abbd30da-7549-4de4-aef1-8a3856bc7bf5 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:31.043088 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.136803 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port abbd30da-7549-4de4-aef1-8a3856bc7bf5 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:31.137209 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.162781 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port abbd30da-7549-4de4-aef1-8a3856bc7bf5, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=abbd30da-7549-4de4-aef1-8a3856bc7bf5,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:31.169419 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.235488 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=abbd30da-7549-4de4-aef1-8a3856bc7bf5,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:31.247896 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54554) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:31.253038 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377796983', 'description': 'tempest-description--2092637570'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:31.284502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.392788 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (96bf8f7e-fc9b-4007-9711-c851e19736f0), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.397399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (96bf8f7e-fc9b-4007-9711-c851e19736f0), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.445100 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.447055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1979189 Jun 16 16:19:31.448807 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e1834-826c-473d-bacd-c0bef83585a7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf8f7e-fc9b-4007-9711-c851e19736f0,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:31.450448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54556) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:31.459670 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'security_group_rule': {'security_group_id': '96bf8f7e-fc9b-4007-9711-c851e19736f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:31.495025 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (147b801d-76dc-4c51-974a-e18b42357881), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.565057 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (147b801d-76dc-4c51-974a-e18b42357881), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.570960 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (147b801d-76dc-4c51-974a-e18b42357881), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.591858 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147b801d-76dc-4c51-974a-e18b42357881,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:31.601264 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.602934 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-cbbaf692-9d53-4198-93cb-d4c6110a0640 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498673 Jun 16 16:19:31.605943 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54558) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:31.612673 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'security_group_rule': {'security_group_id': '96bf8f7e-fc9b-4007-9711-c851e19736f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:31.631377 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:31.646959 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (f80275c2-1a85-4a56-b8f5-e4857f88965c), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.701966 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (f80275c2-1a85-4a56-b8f5-e4857f88965c), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.707218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (f80275c2-1a85-4a56-b8f5-e4857f88965c), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.727903 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80275c2-1a85-4a56-b8f5-e4857f88965c,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:31.733642 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.734884 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-738ee910-2a65-45a7-8c1f-b042bd9dd4e3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276293 Jun 16 16:19:31.737767 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54560) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:31.743947 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:31.775757 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:31.882039 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.001161 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Allocated IP 172.27.2.23 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/92f0096d-5508-4e45-b73d-e011e46544df) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:19:32.115528 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:32.128707 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for port (92f0096d-5508-4e45-b73d-e011e46544df), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.131805 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:32.132424 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:32.164807 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (92f0096d-5508-4e45-b73d-e011e46544df), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.210266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:32.215736 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:32.221441 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:19:32.243600 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:32.245798 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'Port': ['ID=92f0096d-5508-4e45-b73d-e011e46544df,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:32.249878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:32.326695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (845c8faf-f401-4cfe-9738-fed4af5c3616), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.388607 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (92f0096d-5508-4e45-b73d-e011e46544df), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.447024 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:32.545547 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 2, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:32.565667 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for port (92f0096d-5508-4e45-b73d-e011e46544df), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.579080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (92f0096d-5508-4e45-b73d-e011e46544df), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.583844 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:32.584198 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Updating router a37c8019-39c7-43fc-9b63-4b00c3340ad4 port cc88aad2-9be5-437a-b971-0b8fb697be6c binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:19:32.620035 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.667230 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'Port': ['ID=92f0096d-5508-4e45-b73d-e011e46544df,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:32.684933 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (845c8faf-f401-4cfe-9738-fed4af5c3616), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.709138 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.710442 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d5a6d252-7566-4efa-852c-41023aefb5f3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9716463 Jun 16 16:19:32.857309 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:32.872937 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:32.936506 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device abbd30da-7549-4de4-aef1-8a3856bc7bf5 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:19:32.946624 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-ededd87f-14a3-4cec-bef0-6a23e24e2c1e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--377796983&fields=id&tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 267 time: 0.0774636 Jun 16 16:19:32.951842 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Publish callbacks [] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.959820 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.995544 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port abbd30da-7549-4de4-aef1-8a3856bc7bf5 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:32.996002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.018452 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Pushing event updated for resources: {'Port': ['ID=cc88aad2-9be5-437a-b971-0b8fb697be6c,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:33.069205 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.069625 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.069956 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.070432 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.070856 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.071249 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.071765 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.072314 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.072821 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.073545 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.074356 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.075192 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.075990 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.076779 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.077895 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:33.130281 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Attempting to bind port cc88aad2-9be5-437a-b971-0b8fb697be6c on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:19:33.131417 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Attempting to bind port cc88aad2-9be5-437a-b971-0b8fb697be6c by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:19:33.131417 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Attempting to bind port cc88aad2-9be5-437a-b971-0b8fb697be6c on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:19:33.133796 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-adaf0ebe-73ef-427e-ad7b-1024362231cc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:33.135431 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port abbd30da-7549-4de4-aef1-8a3856bc7bf5 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:33.136562 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-adaf0ebe-73ef-427e-ad7b-1024362231cc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 817 time: 0.1811955 Jun 16 16:19:33.139337 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:19:33.139715 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Checking segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:19:33.140142 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.140592 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Bound using segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:19:33.141771 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Bound port: cc88aad2-9be5-437a-b971-0b8fb697be6c, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:19:33.142194 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.168099 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-f2d2345b-7437-4a0f-bc9e-625d263fc46b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/quotas/5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 375 time: 0.0143399 Jun 16 16:19:33.235749 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] For port cc88aad2-9be5-437a-b971-0b8fb697be6c, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:19:33.238275 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-e0288767-58a9-40ce-b55f-dffdf150036b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598683 Jun 16 16:19:33.242395 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] For port cc88aad2-9be5-437a-b971-0b8fb697be6c, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=cc88aad2-9be5-437a-b971-0b8fb697be6c,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:19:33.248896 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.317975 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:33.318620 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:33.323921 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca3bd-2559-440f-87b3-017ea7ac5bca None None] Pushing event updated for resources: {'Port': ['ID=cc88aad2-9be5-437a-b971-0b8fb697be6c,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:33.370309 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] Provisioning complete for port cc88aad2-9be5-437a-b971-0b8fb697be6c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:33.371123 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.394646 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-52984afd-192c-4244-8361-ec32f495c68f service neutron] 10.222.0.17 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362896 Jun 16 16:19:33.474829 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:33.525681 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] Current status of the port cc88aad2-9be5-437a-b971-0b8fb697be6c is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:33.526679 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.544852 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2edffcb7-06fb-4da2-b52d-b38f1603bf8a service neutron] 10.222.0.17 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438901 Jun 16 16:19:33.579818 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] For port cc88aad2-9be5-437a-b971-0b8fb697be6c, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=cc88aad2-9be5-437a-b971-0b8fb697be6c,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:33.585518 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.646672 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c916da-0343-4f3b-bc06-4b37f5c8824e None None] Pushing event updated for resources: {'Port': ['ID=cc88aad2-9be5-437a-b971-0b8fb697be6c,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:33.709966 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0fab79c4-ae73-4802-86ee-d2361b2a7c13 None None] Provisioning complete for port cc88aad2-9be5-437a-b971-0b8fb697be6c triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:33.709966 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0fab79c4-ae73-4802-86ee-d2361b2a7c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:33.791587 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:33.796788 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:33.810904 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5c44897b-7215-4c2e-99a8-536e93c0c6d4 req-156facc9-06a2-4301-93dd-c6bdcacf6454 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 210 time: 0.0396821 Jun 16 16:19:33.831910 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd733c16-2762-47de-a7c2-9f0a4ba95fbb None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:33.857766 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0fab79c4-ae73-4802-86ee-d2361b2a7c13 None None] Current status of the port cc88aad2-9be5-437a-b971-0b8fb697be6c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:34.952130 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device cc88aad2-9be5-437a-b971-0b8fb697be6c up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:19:35.016531 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3dad548f-31e9-44ab-a4ad-052ea056bcd5 req-e9fd94b4-77b7-40fb-85fb-e885ef4e3fb2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 210 time: 0.0602522 Jun 16 16:19:35.031708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port cc88aad2-9be5-437a-b971-0b8fb697be6c triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:35.032277 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:35.082273 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:35.161212 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port cc88aad2-9be5-437a-b971-0b8fb697be6c is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:35.309028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-53d9d35a-db3b-4ca1-8c23-9874ce9deb2b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:35.311210 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-53d9d35a-db3b-4ca1-8c23-9874ce9deb2b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 817 time: 0.1916647 Jun 16 16:19:35.405553 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-f7ad6963-7103-4625-99d1-314d595592f9 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 379 time: 0.0813468 Jun 16 16:19:35.474968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'port': {'device_id': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'admin_state_up': True, 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'security_groups': ['96bf8f7e-fc9b-4007-9711-c851e19736f0']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:35.499683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:35.596287 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Made reservation on behalf of 5411e6d1c7a94aeeaaa8a0a30fb4887b for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:19:35.599845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:35.742868 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Allocated IP 172.20.0.7 (6dc81646-6b2e-4fdc-9873-034ae8e222b6/e3e29f02-f0f4-44f9-baa1-6e663f592055/1f148a28-fe89-4254-bdba-5773896f6c82) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:19:35.746501 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:35.920857 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for port (1f148a28-fe89-4254-bdba-5773896f6c82), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:35.962491 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.008917 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:19:36.014190 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:19:36.016834 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:19:36.046808 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:36.088033 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.089466 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.125265 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-c877f862-c85f-4f07-88a9-c91ea5a53b48 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548328 Jun 16 16:19:36.149320 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Request body: {'port': {'device_id': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:36.201792 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238f204-9135-4a78-b64f-0ff8ffaa82ac req-e733dcac-10ae-4d2b-b82d-e6515b0409d7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.204233 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4238f204-9135-4a78-b64f-0ff8ffaa82ac req-e733dcac-10ae-4d2b-b82d-e6515b0409d7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 931 time: 0.1006007 Jun 16 16:19:36.256467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.296418 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-e47b1643-82cf-4b4f-9dc2-58e90c4e1ba2 None None] Provisioning complete for port 1f148a28-fe89-4254-bdba-5773896f6c82 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:36.297129 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e47b1643-82cf-4b4f-9dc2-58e90c4e1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.321676 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4238f204-9135-4a78-b64f-0ff8ffaa82ac req-ec9efc35-a806-4f21-b794-f2af961a7886 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923262 Jun 16 16:19:36.334557 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1643-82cf-4b4f-9dc2-58e90c4e1ba2 None None] Port 1f148a28-fe89-4254-bdba-5773896f6c82 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:19:36.422062 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:36.575442 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f148a28-fe89-4254-bdba-5773896f6c82 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:19:36.584124 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Publish callbacks [] for port (1f148a28-fe89-4254-bdba-5773896f6c82), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.598304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Transition to ACTIVE for port object 1f148a28-fe89-4254-bdba-5773896f6c82 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:19:36.603241 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.694712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:36.748727 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:36.793533 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Attempting to bind port 1f148a28-fe89-4254-bdba-5773896f6c82 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:19:36.793874 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Attempting to bind port 1f148a28-fe89-4254-bdba-5773896f6c82 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:19:36.794251 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Attempting to bind port 1f148a28-fe89-4254-bdba-5773896f6c82 on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:19:36.800563 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Port 1f148a28-fe89-4254-bdba-5773896f6c82 on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:19:36.800971 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Attempting to bind port 1f148a28-fe89-4254-bdba-5773896f6c82 on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:19:36.807697 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:19:36.808039 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Checking segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:19:36.808431 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Bound using segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:19:36.808874 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Bound port: 1f148a28-fe89-4254-bdba-5773896f6c82, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:19:36.809252 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.891746 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:19:36.895755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:19:36.902745 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.958132 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.958132 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:36.958132 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 1093 time: 0.8149965 Jun 16 16:19:36.961830 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:36.965812 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:37.019861 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00411d-72c8-436a-8948-bd491e3d54a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:37.062735 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b89401-94ae-42b5-b038-32ec22b881f0 x-openstack-request-id: req-97b89401-94ae-42b5-b038-32ec22b881f0 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:37.065095 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:37.065095 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-97b89401-94ae-42b5-b038-32ec22b881f0 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:37.065385 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b89401-94ae-42b5-b038-32ec22b881f0'] response: {'name': 'network-changed', 'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'status': 'completed', 'code': 200} Jun 16 16:19:37.104758 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-aec4f228-7b65-4e62-ab8a-1bb3d36512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.106354 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-aec4f228-7b65-4e62-ab8a-1bb3d36512fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1127 time: 0.0813684 Jun 16 16:19:37.178989 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-53f6b7b4-f0f0-4bcd-a777-ef54486b28a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 217 time: 0.0605896 Jun 16 16:19:37.240235 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-03b48ea1-50bd-402f-9228-d35406e538e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.241754 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-03b48ea1-50bd-402f-9228-d35406e538e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0564253 Jun 16 16:19:37.296954 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-45f18315-a166-4ec0-96dd-dd37daf79598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.298458 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-45f18315-a166-4ec0-96dd-dd37daf79598 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469038 Jun 16 16:19:37.432126 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-f1a847c4-269f-46a9-983a-42364e3c381b service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247418 Jun 16 16:19:37.495455 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45cf3c-dc4c-4795-bbd8-f33b4ff6f772 req-ffad2212-e01f-451e-b2a3-eb2633ab9a39 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.497218 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-af45cf3c-dc4c-4795-bbd8-f33b4ff6f772 req-ffad2212-e01f-451e-b2a3-eb2633ab9a39 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0660150 Jun 16 16:19:37.569655 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-349b045b-b0f0-4186-a775-1dcb138a22f7 req-0b54200d-cbe0-43ba-b721-98ef3f292948 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296294 Jun 16 16:19:37.574575 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-af45cf3c-dc4c-4795-bbd8-f33b4ff6f772 req-96b51479-753e-494c-b62c-58a132af8cec tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626400 Jun 16 16:19:38.158330 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:19:38.589648 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-f6dcd3af-76ef-425a-a5b3-a093a4e6d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.591548 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-f6dcd3af-76ef-425a-a5b3-a093a4e6d8d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1127 time: 0.0624676 Jun 16 16:19:38.637731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:38.742792 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-785ae2de-d7aa-4c44-9b09-adecd503f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.744878 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-785ae2de-d7aa-4c44-9b09-adecd503f22b service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1412866 Jun 16 16:19:38.764207 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a6cd9-2a67-4920-825c-f1943aa922d9 req-f77fb870-77ce-408b-914d-da43daaca31d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.766946 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-091a6cd9-2a67-4920-825c-f1943aa922d9 req-f77fb870-77ce-408b-914d-da43daaca31d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0840027 Jun 16 16:19:38.826509 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-94b81098-f3a4-456b-8e10-0581ec4fc8c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 217 time: 0.0714765 Jun 16 16:19:38.854548 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:38.876334 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-091a6cd9-2a67-4920-825c-f1943aa922d9 req-d8ce9137-3673-4eb4-b09f-b7b1240ad7ba tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914021 Jun 16 16:19:38.918166 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-24c6b2bf-d8ea-4adb-a85e-90b7b23b9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.919908 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-24c6b2bf-d8ea-4adb-a85e-90b7b23b9f0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0709133 Jun 16 16:19:38.994201 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-358b1b4e-266c-46b1-babe-4496b6708081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.996652 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-358b1b4e-266c-46b1-babe-4496b6708081 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645494 Jun 16 16:19:39.097954 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:39.136339 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-c9772aa1-76a0-4a1c-b2d0-1b78f8a6a122 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303344 Jun 16 16:19:39.259807 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9e4c17de-38f0-4e2e-ac10-0b0cf11591a2 req-7d4ef308-7d44-4d3a-a874-3c76f635de73 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126711 Jun 16 16:19:39.983540 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:40.001535 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79066f7-7898-410a-97a3-3f364b084f9b req-9d65641e-62ea-4353-9ff1-29b275cd894d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:40.003077 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a79066f7-7898-410a-97a3-3f364b084f9b req-9d65641e-62ea-4353-9ff1-29b275cd894d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0521600 Jun 16 16:19:40.053856 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a79066f7-7898-410a-97a3-3f364b084f9b req-f1adb058-980f-4458-8b57-15b1cf100b92 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451124 Jun 16 16:19:40.318249 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:19:40.418895 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:40.434321 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '1f148a28-fe89-4254-bdba-5773896f6c82', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82', 'mac_address': 'fa:16:3e:0b:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:19:40.470674 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:40.471071 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:40.484082 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f148a28-fe89-4254-bdba-5773896f6c82 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:19:40.505187 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:40.509655 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:40.573732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:40.785289 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['1f148a28-fe89-4254-bdba-5773896f6c82'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:19:41.186261 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d0289-51e7-4054-b895-c32e9ad13931 req-42e15b56-75b3-451a-b4d4-7110bfc04655 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:41.188489 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ad3d0289-51e7-4054-b895-c32e9ad13931 req-42e15b56-75b3-451a-b4d4-7110bfc04655 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 944 time: 0.0578525 Jun 16 16:19:41.247721 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:41.254126 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ad3d0289-51e7-4054-b895-c32e9ad13931 req-276e1ad2-ae61-4397-88cd-a39f2cce0945 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597811 Jun 16 16:19:42.333292 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:19:42.380894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b55fb-c7a7-4c96-9fc1-6ab8e678083a req-bae46b77-b597-4948-9e4e-b61dcc2a79c9 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:42.382511 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f9b55fb-c7a7-4c96-9fc1-6ab8e678083a req-bae46b77-b597-4948-9e4e-b61dcc2a79c9 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 944 time: 0.0524538 Jun 16 16:19:42.388301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 1f148a28-fe89-4254-bdba-5773896f6c82 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:19:42.396508 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 1f148a28-fe89-4254-bdba-5773896f6c82 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:19:42.396916 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:42.438717 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1f9b55fb-c7a7-4c96-9fc1-6ab8e678083a req-f064c55b-b764-474c-ae7a-6816efe565b6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495048 Jun 16 16:19:42.442087 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:42.479977 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:42.480361 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:42.515335 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:42.518469 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0ae86-6e00-4f24-b2a4-08df6e500074" -d '{"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-plugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:42.534117 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:42.538606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:42.564100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:42.566059 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c790b-94d3-4f53-aaa9-b7ea514751f9 x-openstack-request-id: req-bc0c790b-94d3-4f53-aaa9-b7ea514751f9 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:42.566404 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-plugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:42.566631 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bc0c790b-94d3-4f53-aaa9-b7ea514751f9 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:42.567168 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0c790b-94d3-4f53-aaa9-b7ea514751f9'] response: {'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'code': 200} Jun 16 16:19:42.598687 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:42.758436 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd00c3-b35b-4bb7-b1f5-cee7f29845ac req-b337aa95-76aa-4b83-bb1b-add15e02622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:42.760309 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b1cd00c3-b35b-4bb7-b1f5-cee7f29845ac req-b337aa95-76aa-4b83-bb1b-add15e02622a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1129 time: 0.0491424 Jun 16 16:19:42.810831 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b1cd00c3-b35b-4bb7-b1f5-cee7f29845ac req-89c2ad2f-ff69-4284-8ba1-be9d36cc20c5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Jun 16 16:19:43.578922 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4f7b-38c2-4699-a520-94189452a6b0 req-05b06e35-1ff4-4692-becb-93d7f07f573d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:43.581230 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-682b4f7b-38c2-4699-a520-94189452a6b0 req-05b06e35-1ff4-4692-becb-93d7f07f573d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0590339 Jun 16 16:19:43.649785 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-682b4f7b-38c2-4699-a520-94189452a6b0 req-9718b19c-9f48-437b-a1b2-709eb3fecbb8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598223 Jun 16 16:19:44.797771 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489eb2d-ff64-43ba-a6e9-0e8e030bf1e9 req-1589b255-95f8-4a98-bb02-9ec39e57dcf3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:44.799371 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5489eb2d-ff64-43ba-a6e9-0e8e030bf1e9 req-1589b255-95f8-4a98-bb02-9ec39e57dcf3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Jun 16 16:19:44.857597 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5489eb2d-ff64-43ba-a6e9-0e8e030bf1e9 req-06367e46-9582-4f41-bb98-a0b791ce8abc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522416 Jun 16 16:19:45.012893 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bbff3-6120-496b-ab23-aac443f37ef1 req-91d6c2fa-91a7-4ed6-a96c-814bf6a2c5ed tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.015170 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-633bbff3-6120-496b-ab23-aac443f37ef1 req-91d6c2fa-91a7-4ed6-a96c-814bf6a2c5ed tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0691707 Jun 16 16:19:45.028650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54662) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:45.035076 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'floatingip': {'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:45.085073 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (845c8faf-f401-4cfe-9738-fed4af5c3616), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:45.571198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:45.642673 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:45.647133 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (845c8faf-f401-4cfe-9738-fed4af5c3616), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:45.759214 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Floating IP 845c8faf-f401-4cfe-9738-fed4af5c3616 associated. External IP: 172.27.2.23, port: 1f148a28-fe89-4254-bdba-5773896f6c82. Jun 16 16:19:45.996762 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:46.001905 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:46.110357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:46.115233 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:46.119913 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:46.131309 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:46.131952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:46.243348 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:46.416856 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-4b1f0740-ec38-491d-b652-5daf2acb9cb3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "PUT /v2.0/floatingips/845c8faf-f401-4cfe-9738-fed4af5c3616 HTTP/1.1" status: 200 len: 990 time: 1.3866122 Jun 16 16:19:46.417836 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:46.420322 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247606fe-e7c1-41de-a9f4-2ecc11c4346a" -d '{"events": [{"name": "network-changed", "server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:46.459755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256fe84c-5722-452d-8c25-e0b449844ee2 x-openstack-request-id: req-256fe84c-5722-452d-8c25-e0b449844ee2 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:46.460319 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:46.460583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-256fe84c-5722-452d-8c25-e0b449844ee2 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:46.460993 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256fe84c-5722-452d-8c25-e0b449844ee2'] response: {'name': 'network-changed', 'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'status': 'completed', 'code': 200} Jun 16 16:19:46.503278 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '845c8faf-f401-4cfe-9738-fed4af5c3616', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'mac_address': 'fa:16:3e:0b:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:19:32Z', 'updated_at': '2022-06-16T16:19:45Z', 'revision_number': 1, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:46.523477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-64affac4-9b7f-47b2-b1fa-af245ab6804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:46.525149 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-64affac4-9b7f-47b2-b1fa-af245ab6804c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1129 time: 0.0431020 Jun 16 16:19:46.529624 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:46.539432 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:46.540048 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:46.634023 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-ee71b270-1479-402d-accf-5a3f5a6ed08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:46.636223 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-ee71b270-1479-402d-accf-5a3f5a6ed08f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1050017 Jun 16 16:19:46.659385 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:46.701785 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-587a948f-e431-4942-b313-1eb0003c4fd7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 998 time: 0.0578690 Jun 16 16:19:46.759267 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-29983ec9-37d1-4c48-9f94-1ed317415cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:46.760793 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-29983ec9-37d1-4c48-9f94-1ed317415cb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0511684 Jun 16 16:19:46.822126 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-a6f24ad5-8d4d-4927-9f72-9588c0ffc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:46.823667 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-a6f24ad5-8d4d-4927-9f72-9588c0ffc352 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548441 Jun 16 16:19:46.903540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '845c8faf-f401-4cfe-9738-fed4af5c3616', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'mac_address': 'fa:16:3e:0b:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:19:32Z', 'updated_at': '2022-06-16T16:19:45Z', 'revision_number': 1, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:46.922207 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-de0e8ef4-e72a-4e9e-a953-55c16c35bb7a service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912027 Jun 16 16:19:46.929649 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6723f66-be3f-4c4b-8a37-06409ce76f6c None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '845c8faf-f401-4cfe-9738-fed4af5c3616', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'mac_address': 'fa:16:3e:0b:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:19:32Z', 'updated_at': '2022-06-16T16:19:45Z', 'revision_number': 1, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:47.007583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:47.028283 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-247606fe-e7c1-41de-a9f4-2ecc11c4346a req-e3f64118-123e-4310-8f40-73ea0aef7b92 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992258 Jun 16 16:19:47.132754 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0022d2-748c-4a60-a478-a454ad9f09e7 None None] New status for floating IP 845c8faf-f401-4cfe-9738-fed4af5c3616: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:19:49.802518 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5264c61-313d-45b1-8c87-581efc44b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:52.252533 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4b6daa4f-b97e-453a-9387-7c32ed23dd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:53.474894 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc518e4-cb85-4855-95ed-8b3c776569ae req-967ebd17-4c1f-4661-8aab-751a1c139dc7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:53.476484 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3bc518e4-cb85-4855-95ed-8b3c776569ae req-967ebd17-4c1f-4661-8aab-751a1c139dc7 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.0522134 Jun 16 16:19:53.533680 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3bc518e4-cb85-4855-95ed-8b3c776569ae req-d2a80d89-f75b-405d-b5d9-50cd90618443 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516160 Jun 16 16:19:53.573885 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:54.664120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003646-e2ac-48d2-867c-211ee67029b7 req-50dae0c9-b16a-43a1-a44c-e53870af391a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:54.665690 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ab003646-e2ac-48d2-867c-211ee67029b7 req-50dae0c9-b16a-43a1-a44c-e53870af391a tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.0585690 Jun 16 16:19:54.736794 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ab003646-e2ac-48d2-867c-211ee67029b7 req-c8389223-a9df-4fe4-880e-ec24f0abe2c9 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups?id=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603325 Jun 16 16:19:54.847777 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.172788 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-cc07841b-ec5d-4de5-a6ed-1994e700a798 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:55.174353 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-cc07841b-ec5d-4de5-a6ed-1994e700a798 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 946 time: 0.0536470 Jun 16 16:19:55.290714 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.291037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port 090307fe-9628-4c5e-8a8c-15b983b49709 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:55.291240 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.397297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] For port 090307fe-9628-4c5e-8a8c-15b983b49709, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=090307fe-9628-4c5e-8a8c-15b983b49709,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:55.397572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.559484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:55.590007 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.590375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (20b8c6f9-357e-4c16-8d2d-f05ffac5d336), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.590699 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Floating IP 20b8c6f9-357e-4c16-8d2d-f05ffac5d336 disassociated. External IP: 172.27.2.38, port: 090307fe-9628-4c5e-8a8c-15b983b49709. Jun 16 16:19:55.591043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for 090307fe-9628-4c5e-8a8c-15b983b49709 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:55.726385 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (090307fe-9628-4c5e-8a8c-15b983b49709), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:55.756037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=090307fe-9628-4c5e-8a8c-15b983b49709,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:55.853176 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d2d90ab0-ba6d-4c18-8213-b358c28e85de req-6d40a8f1-495f-4409-8790-61096daf2546 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 210 time: 0.0291772 Jun 16 16:19:55.887586 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:56.002351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:56.012426 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:56.024224 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:56.024992 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:56.047356 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] No DVR routers for this DVR port 090307fe-9628-4c5e-8a8c-15b983b49709 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:56.050233 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:56.053657 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-15734fa9-6bdf-431f-9c98-1c610b2854fb req-4bef5ff3-885c-4c93-ada7-3c4477ae317f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.25 "DELETE /v2.0/ports/090307fe-9628-4c5e-8a8c-15b983b49709 HTTP/1.1" status: 204 len: 173 time: 0.8742988 Jun 16 16:19:56.054202 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'name': 'network-vif-deleted', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:56.057686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10086dd-9390-4a0d-8743-e4ef7db766b7" -d '{"events": [{"server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "name": "network-vif-deleted", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:56.077037 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:56.106079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d3a2d6-e521-4247-a958-08dca7aaa489 x-openstack-request-id: req-a7d3a2d6-e521-4247-a958-08dca7aaa489 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:56.106390 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a345636a-18e8-47a4-94ae-64363ef57f55", "name": "network-vif-deleted", "tag": "090307fe-9628-4c5e-8a8c-15b983b49709", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:56.106786 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a7d3a2d6-e521-4247-a958-08dca7aaa489 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:56.107400 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d3a2d6-e521-4247-a958-08dca7aaa489'] response: {'server_uuid': 'a345636a-18e8-47a4-94ae-64363ef57f55', 'name': 'network-vif-deleted', 'tag': '090307fe-9628-4c5e-8a8c-15b983b49709', 'status': 'completed', 'code': 200} Jun 16 16:19:56.264956 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:56.298097 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:56.515121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:56.546053 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:56.555907 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:56.556567 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:56.667633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:56.889837 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:56.920776 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459b8a9-d4db-46c6-a7bd-71f89fcb08a0 None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:12:00Z', 'revision_number': 4, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '438159cd-613b-4ea8-ab5e-31f0c3e254a5', 'name': '', 'network_id': 'cdb4f4d1-8b7f-401f-9aab-5045d67bace2', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'mac_address': 'fa:16:3e:9c:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:55Z', 'updated_at': '2022-06-16T16:12:19Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'subnets': [{'id': '4abd5374-38db-4a86-9849-3f37dc0f9019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:56.976255 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bb19515a-c494-4135-948c-4ad94c1eb94f req-daacab45-fb04-4d79-8a39-87e48f7da248 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/ports?device_id=a345636a-18e8-47a4-94ae-64363ef57f55 HTTP/1.1" status: 200 len: 210 time: 0.0288360 Jun 16 16:19:57.176391 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96505cb4-ec45-4b5d-bb48-ba0e7d8711ac None None] New status for floating IP 20b8c6f9-357e-4c16-8d2d-f05ffac5d336: DOWN {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:19:57.243055 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:58.065699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54768) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:58.134850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0b305d97-7e8d-48f9-90c2-5b6487c5520f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.154151 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:58.165567 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0b305d97-7e8d-48f9-90c2-5b6487c5520f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.220029 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0b305d97-7e8d-48f9-90c2-5b6487c5520f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.222604 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0b305d97-7e8d-48f9-90c2-5b6487c5520f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.223759 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0b305d97-7e8d-48f9-90c2-5b6487c5520f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/security-groups/d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634 HTTP/1.1" status: 204 len: 168 time: 0.1570082 Jun 16 16:19:58.226639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54770) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:58.234349 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b305d97-7e8d-48f9-90c2-5b6487c5520f tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:58.242426 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.api.v2.resource [None req-f7c675c7-412a-4f7a-835e-4f3c4c8f7201 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] show failed (client error): The resource could not be found. Jun 16 16:19:58.247018 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f7c675c7-412a-4f7a-835e-4f3c4c8f7201 tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "GET /v2.0/security-groups/d0ee5ab5-dee3-414a-8bb9-b15e3d0a4634 HTTP/1.1" status: 404 len: 347 time: 0.0185640 Jun 16 16:19:58.250763 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54774) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:58.363179 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Deleting port 45f43d7e-c054-46c6-acf9-c60a1ba6e720 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:58.363523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.411867 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 090307fe-9628-4c5e-8a8c-15b983b49709 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:58.432842 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 090307fe-9628-4c5e-8a8c-15b983b49709 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:19:58.433188 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 090307fe-9628-4c5e-8a8c-15b983b49709 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:19:58.452322 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.453113 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (45f43d7e-c054-46c6-acf9-c60a1ba6e720), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.471386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Calling delete_port for 45f43d7e-c054-46c6-acf9-c60a1ba6e720 owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:58.608509 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (45f43d7e-c054-46c6-acf9-c60a1ba6e720), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.635000 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Pushing event deleted for resources: {'Port': ['ID=45f43d7e-c054-46c6-acf9-c60a1ba6e720,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:58.641856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:58.700692 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks [] for floatingip (20b8c6f9-357e-4c16-8d2d-f05ffac5d336), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.704243 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.705472 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c215cdf7-c4ba-43f5-96f4-26ed9c2bc63c tempest-AttachVolumeNegativeTest-939462868 tempest-AttachVolumeNegativeTest-939462868-project] 10.222.0.17 "DELETE /v2.0/floatingips/20b8c6f9-357e-4c16-8d2d-f05ffac5d336 HTTP/1.1" status: 204 len: 168 time: 0.4570873 Jun 16 16:20:02.526456 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54820) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:02.730104 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:02.931315 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (eb22b6c2-7c28-4f16-b678-f141e29aebca), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:03.178987 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Deleting port 438159cd-613b-4ea8-ab5e-31f0c3e254a5 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:03.179323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:03.267260 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] For port 438159cd-613b-4ea8-ab5e-31f0c3e254a5, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=438159cd-613b-4ea8-ab5e-31f0c3e254a5,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:03.267534 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:03.281390 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Calling delete_port for 438159cd-613b-4ea8-ab5e-31f0c3e254a5 owned by network:router_interface {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:03.497009 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (438159cd-613b-4ea8-ab5e-31f0c3e254a5), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:03.506134 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:03.524966 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Pushing event deleted for resources: {'Port': ['ID=438159cd-613b-4ea8-ab5e-31f0c3e254a5,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:03.604467 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:03.716839 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (eb22b6c2-7c28-4f16-b678-f141e29aebca), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:04.225371 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Router eb22b6c2-7c28-4f16-b678-f141e29aebca has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:04.341874 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:04.349974 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3283f337-287c-45db-ac14-e554e37a95fe admin admin] 10.222.0.17 "PUT /v2.0/routers/eb22b6c2-7c28-4f16-b678-f141e29aebca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219395 Jun 16 16:20:04.352019 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54850) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:04.354122 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] Sync routers for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:04.367425 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:04.368390 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:04.491136 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks [] for router (eb22b6c2-7c28-4f16-b678-f141e29aebca), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:04.492602 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:04.598000 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks [] for router_gateway (eb22b6c2-7c28-4f16-b678-f141e29aebca), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:04.660559 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Deleting port d3970323-5ca1-45f1-83cb-367ef09a4bb4 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:04.661313 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:04.684210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:20:03Z', 'revision_number': 5, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port': {'id': 'd3970323-5ca1-45f1-83cb-367ef09a4bb4', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:45Z', 'updated_at': '2022-06-16T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:04.714650 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] Checking router: eb22b6c2-7c28-4f16-b678-f141e29aebca for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:04.724676 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] Routers {'eb22b6c2-7c28-4f16-b678-f141e29aebca'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:04.725293 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['eb22b6c2-7c28-4f16-b678-f141e29aebca'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:04.781724 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] For port d3970323-5ca1-45f1-83cb-367ef09a4bb4, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=d3970323-5ca1-45f1-83cb-367ef09a4bb4,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:04.782553 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:04.805768 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Calling delete_port for d3970323-5ca1-45f1-83cb-367ef09a4bb4 owned by network:router_gateway {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:04.829150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:04.832340 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:04.833732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] Set router eb22b6c2-7c28-4f16-b678-f141e29aebca gateway port host: None {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:04.888634 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:04.903541 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:20:04Z', 'revision_number': 6, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:04.932657 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db4a1d-88e2-49a6-a54d-598341bb256f None None] The sync data for ids ['eb22b6c2-7c28-4f16-b678-f141e29aebca'] in dv-cinder-837167-3-iscsi is: [{'id': 'eb22b6c2-7c28-4f16-b678-f141e29aebca', 'name': 'tempest-AttachVolumeNegativeTest-818682029-router', 'tenant_id': 'b091584c67814e4d8f7e88f0596880e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:42Z', 'updated_at': '2022-06-16T16:20:04Z', 'revision_number': 6, 'project_id': 'b091584c67814e4d8f7e88f0596880e3', 'gw_port_host': None}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:04.943550 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:05.032247 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (d3970323-5ca1-45f1-83cb-367ef09a4bb4), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.060011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3970323-5ca1-45f1-83cb-367ef09a4bb4,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:05.141858 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (eb22b6c2-7c28-4f16-b678-f141e29aebca), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.246387 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (eb22b6c2-7c28-4f16-b678-f141e29aebca), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.248748 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks [] for router_controller (eb22b6c2-7c28-4f16-b678-f141e29aebca), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.305372 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (eb22b6c2-7c28-4f16-b678-f141e29aebca), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.306071 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb22b6c2-7c28-4f16-b678-f141e29aebca {{(pid=104114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:20:05.310745 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.312800 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8ff50d6b-ea9e-491e-bb9b-7b2acb60d3f6 admin admin] 10.222.0.17 "DELETE /v2.0/routers/eb22b6c2-7c28-4f16-b678-f141e29aebca HTTP/1.1" status: 204 len: 168 time: 0.9581363 Jun 16 16:20:05.315799 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54854) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:05.365644 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Deleting subnet 4abd5374-38db-4a86-9849-3f37dc0f9019 {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:20:05.369311 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Publish callbacks [] for subnet (4abd5374-38db-4a86-9849-3f37dc0f9019), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.408698 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (4abd5374-38db-4a86-9849-3f37dc0f9019), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.494421 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (4abd5374-38db-4a86-9849-3f37dc0f9019), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.552670 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (4abd5374-38db-4a86-9849-3f37dc0f9019), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.577448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abd5374-38db-4a86-9849-3f37dc0f9019,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:05.585016 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.588444 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-4efd26ac-2294-4e09-8117-d845479ba9ef admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4abd5374-38db-4a86-9849-3f37dc0f9019 HTTP/1.1" status: 204 len: 168 time: 0.2712963 Jun 16 16:20:05.590906 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54860) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:05.591966 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c884ac8-050e-4950-b90b-ea37ca018010 None None] Network cdb4f4d1-8b7f-401f-9aab-5045d67bace2 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:20:05.670360 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (cdb4f4d1-8b7f-401f-9aab-5045d67bace2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.725855 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Deleting port bfb67e8f-a332-4544-a9f7-c4483a3b34de {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:05.726225 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.797481 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549633f4-3d36-4267-a342-db292ececf74 None None] DHCP port deletion for cdb4f4d1-8b7f-401f-9aab-5045d67bace2 request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:20:05.823745 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] For port bfb67e8f-a332-4544-a9f7-c4483a3b34de, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=bfb67e8f-a332-4544-a9f7-c4483a3b34de,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:05.824355 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.839987 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-549633f4-3d36-4267-a342-db292ececf74 None None] Deleting port bfb67e8f-a332-4544-a9f7-c4483a3b34de {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:05.840196 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Calling delete_port for bfb67e8f-a332-4544-a9f7-c4483a3b34de owned by network:dhcp {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:05.840745 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-549633f4-3d36-4267-a342-db292ececf74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.940666 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-549633f4-3d36-4267-a342-db292ececf74 None None] For port bfb67e8f-a332-4544-a9f7-c4483a3b34de, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=bfb67e8f-a332-4544-a9f7-c4483a3b34de,segment=NetworkSegment(461ec7f7-e135-466d-8418-89a8d5178d3b),segment_id=461ec7f7-e135-466d-8418-89a8d5178d3b)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:05.941192 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-549633f4-3d36-4267-a342-db292ececf74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.941360 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:05.956490 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-549633f4-3d36-4267-a342-db292ececf74 None None] Calling delete_port for bfb67e8f-a332-4544-a9f7-c4483a3b34de owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:05.969779 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb67e8f-a332-4544-a9f7-c4483a3b34de,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:05.971802 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] No DVR routers for this DVR port bfb67e8f-a332-4544-a9f7-c4483a3b34de on host dv-cinder-837167-3-iscsi {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:05.977359 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:06.013337 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:06.066252 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-549633f4-3d36-4267-a342-db292ececf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (bfb67e8f-a332-4544-a9f7-c4483a3b34de), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.089409 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (cdb4f4d1-8b7f-401f-9aab-5045d67bace2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.110537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549633f4-3d36-4267-a342-db292ececf74 None None] No DVR routers for this DVR port bfb67e8f-a332-4544-a9f7-c4483a3b34de on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:06.129963 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb4f4d1-8b7f-401f-9aab-5045d67bace2']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:06.132761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549633f4-3d36-4267-a342-db292ececf74 None None] Pushing event deleted for resources: {'Port': ['ID=bfb67e8f-a332-4544-a9f7-c4483a3b34de,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:06.148158 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461ec7f7-e135-466d-8418-89a8d5178d3b') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:06.148521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461ec7f7-e135-466d-8418-89a8d5178d3b') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:06.161694 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (461ec7f7-e135-466d-8418-89a8d5178d3b), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.181029 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (461ec7f7-e135-466d-8418-89a8d5178d3b), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.192259 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:20:06.192808 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (461ec7f7-e135-466d-8418-89a8d5178d3b), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.194988 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e09c0b-deb8-4876-bf50-2f9cc7f67ed0 req-dbdbfdc9-f417-4747-adbc-05b9d6b666fb tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:06.197252 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-01e09c0b-deb8-4876-bf50-2f9cc7f67ed0 req-dbdbfdc9-f417-4747-adbc-05b9d6b666fb tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.0671434 Jun 16 16:20:06.220648 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 461ec7f7-e135-466d-8418-89a8d5178d3b resource provider aggregate not found Jun 16 16:20:06.264093 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-01e09c0b-deb8-4876-bf50-2f9cc7f67ed0 req-d5239499-8d94-42a8-8d94-f756097dfbf0 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582538 Jun 16 16:20:06.276240 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (cdb4f4d1-8b7f-401f-9aab-5045d67bace2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.280413 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 461ec7f7-e135-466d-8418-89a8d5178d3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 461ec7f7-e135-466d-8418-89a8d5178d3b found for delete ", "request_id": "req-5bcec0db-20f1-4db1-b61d-3d00618efa53"}]} Jun 16 16:20:06.304889 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.308072 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/cdb4f4d1-8b7f-401f-9aab-5045d67bace2 HTTP/1.1" status: 204 len: 168 time: 0.7162309 Jun 16 16:20:06.309370 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeacae-ac3c-42a5-98bb-65818ac899b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb4f4d1-8b7f-401f-9aab-5045d67bace2,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:06.446732 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54882) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:06.492879 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-871f4f8f-82a8-421d-a60b-5470c5eec3e1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b091584c67814e4d8f7e88f0596880e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449221 Jun 16 16:20:06.496149 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54884) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:06.563249 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7192a9da-9cd8-474e-9812-9443d96823bc admin admin] Publish callbacks [] for security_group (53952439-8866-4994-9723-eb9c07bcca66), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.589037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7192a9da-9cd8-474e-9812-9443d96823bc admin admin] Publish callbacks [] for security_group (53952439-8866-4994-9723-eb9c07bcca66), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.647836 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7192a9da-9cd8-474e-9812-9443d96823bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (53952439-8866-4994-9723-eb9c07bcca66), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.650637 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7192a9da-9cd8-474e-9812-9443d96823bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.651861 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-7192a9da-9cd8-474e-9812-9443d96823bc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/53952439-8866-4994-9723-eb9c07bcca66 HTTP/1.1" status: 204 len: 168 time: 0.1547914 Jun 16 16:20:06.660990 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192a9da-9cd8-474e-9812-9443d96823bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53952439-8866-4994-9723-eb9c07bcca66,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:06.930975 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device bfb67e8f-a332-4544-a9f7-c4483a3b34de no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:06.954930 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: bfb67e8f-a332-4544-a9f7-c4483a3b34de {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:06.954930 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device bfb67e8f-a332-4544-a9f7-c4483a3b34de not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:06.955228 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 438159cd-613b-4ea8-ab5e-31f0c3e254a5 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:06.974398 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 438159cd-613b-4ea8-ab5e-31f0c3e254a5 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:06.974827 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 438159cd-613b-4ea8-ab5e-31f0c3e254a5 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:06.975266 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device d3970323-5ca1-45f1-83cb-367ef09a4bb4 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:06.996214 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: d3970323-5ca1-45f1-83cb-367ef09a4bb4 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:06.996574 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device d3970323-5ca1-45f1-83cb-367ef09a4bb4 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:07.261086 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:07.406750 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744a2f-9c37-467a-9607-6da5be826d95 req-b2973cff-7ec0-4a7a-a925-e1d5d6d7c66f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:07.408355 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a5744a2f-9c37-467a-9607-6da5be826d95 req-b2973cff-7ec0-4a7a-a925-e1d5d6d7c66f tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.0562813 Jun 16 16:20:07.470209 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a5744a2f-9c37-467a-9607-6da5be826d95 req-f518d289-aafe-4878-b698-728a5fac971d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559127 Jun 16 16:20:08.379081 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-83830f9e-af53-46e6-b37f-437449709f29 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:08.380878 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-83830f9e-af53-46e6-b37f-437449709f29 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.0573273 Jun 16 16:20:08.475217 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Deleting port 345d7505-2303-4cf6-ac18-5979aa4955be {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:08.475554 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.573562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:08.627395 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] For port 345d7505-2303-4cf6-ac18-5979aa4955be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=345d7505-2303-4cf6-ac18-5979aa4955be,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:08.627664 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.705056 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21ea84-e44b-4bf8-9761-772fc35c2653 req-e9c4fdf9-e4ef-4e0a-b04d-d098673dfaac tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:08.707573 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e21ea84-e44b-4bf8-9761-772fc35c2653 req-e9c4fdf9-e4ef-4e0a-b04d-d098673dfaac tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 945 time: 0.1376240 Jun 16 16:20:08.823249 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e21ea84-e44b-4bf8-9761-772fc35c2653 req-ad88743f-03b6-4a01-b3a4-e1d168089076 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090484 Jun 16 16:20:08.875811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.876180 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (cabdd013-0f02-4356-a63e-cae97e2ddc29), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.876502 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Floating IP cabdd013-0f02-4356-a63e-cae97e2ddc29 disassociated. External IP: 172.27.2.130, port: 345d7505-2303-4cf6-ac18-5979aa4955be. Jun 16 16:20:08.876861 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Calling delete_port for 345d7505-2303-4cf6-ac18-5979aa4955be owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:09.027195 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (345d7505-2303-4cf6-ac18-5979aa4955be), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.057234 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event deleted for resources: {'Port': ['ID=345d7505-2303-4cf6-ac18-5979aa4955be,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:09.112874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.184140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Router 9228fd68-ea6d-454e-a564-93acd8277c53 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:09.188575 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:09.307683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:09.321194 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:09.333884 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:09.334683 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:09.366454 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] No DVR routers for this DVR port 345d7505-2303-4cf6-ac18-5979aa4955be on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:09.370738 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.375267 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-aad3411d-05fe-4575-b104-c5a175fa9aea req-612a511b-c51d-42d3-b081-1f8badbed917 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.25 "DELETE /v2.0/ports/345d7505-2303-4cf6-ac18-5979aa4955be HTTP/1.1" status: 204 len: 173 time: 0.9878178 Jun 16 16:20:09.376387 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'name': 'network-vif-deleted', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:09.379278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6c5ca3-a739-4d32-beb9-995cf24eb07f" -d '{"events": [{"server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "name": "network-vif-deleted", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:09.445211 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fda8fe-28da-4027-be4c-1f669abab3e4 x-openstack-request-id: req-35fda8fe-28da-4027-be4c-1f669abab3e4 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:09.445583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ad4f5-127e-4836-ad7c-75ae01179424", "name": "network-vif-deleted", "tag": "345d7505-2303-4cf6-ac18-5979aa4955be", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:09.446130 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-35fda8fe-28da-4027-be4c-1f669abab3e4 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:09.446770 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fda8fe-28da-4027-be4c-1f669abab3e4'] response: {'server_uuid': 'd61ad4f5-127e-4836-ad7c-75ae01179424', 'name': 'network-vif-deleted', 'tag': '345d7505-2303-4cf6-ac18-5979aa4955be', 'status': 'completed', 'code': 200} Jun 16 16:20:09.585715 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:09.823976 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:09.852520 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:09.863574 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:09.864213 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:09.875227 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54962) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:09.979614 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-99c5b6c9-8b67-4ccc-8904-00ee009536e6 req-58167ccc-2913-4b66-aeea-8a9a1914d87c tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/ports?device_id=d61ad4f5-127e-4836-ad7c-75ae01179424 HTTP/1.1" status: 200 len: 210 time: 0.0430148 Jun 16 16:20:10.024386 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:10.038885 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d1fda36-14ef-4997-bc23-b8f27ca8c405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.126742 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d1fda36-14ef-4997-bc23-b8f27ca8c405 admin admin] Publish callbacks [] for security_group (e6eca44f-bdaa-4f26-8871-2c8ce4875a2b), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.130823 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3d1fda36-14ef-4997-bc23-b8f27ca8c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (e6eca44f-bdaa-4f26-8871-2c8ce4875a2b), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.172246 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fda36-14ef-4997-bc23-b8f27ca8c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eca44f-bdaa-4f26-8871-2c8ce4875a2b,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:10.176679 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3d1fda36-14ef-4997-bc23-b8f27ca8c405 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b6b6f0e060c1404798ddf9def43ee055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003831 Jun 16 16:20:10.180650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54966) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:10.234064 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5f1b72d-e4df-49f4-84e4-0b57cabe41fa admin admin] Publish callbacks [] for security_group (e6eca44f-bdaa-4f26-8871-2c8ce4875a2b), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.258420 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:10.259832 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5f1b72d-e4df-49f4-84e4-0b57cabe41fa admin admin] Publish callbacks [] for security_group (e6eca44f-bdaa-4f26-8871-2c8ce4875a2b), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.288669 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e646cdb-32d2-4ca8-aef0-4726319c848c None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:55Z', 'revision_number': 4, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '45646c3d-0b0e-4e28-a1d7-45589e534cb3', 'name': '', 'network_id': 'abdff458-150a-4302-aaae-af8beb5c788c', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'mac_address': 'fa:16:3e:b0:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:50Z', 'updated_at': '2022-06-16T16:12:05Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'subnets': [{'id': '1d0ea822-b40f-4500-b995-fa02f5c865b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:10.311723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5f1b72d-e4df-49f4-84e4-0b57cabe41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (e6eca44f-bdaa-4f26-8871-2c8ce4875a2b), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.315151 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5f1b72d-e4df-49f4-84e4-0b57cabe41fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.316301 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d5f1b72d-e4df-49f4-84e4-0b57cabe41fa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e6eca44f-bdaa-4f26-8871-2c8ce4875a2b HTTP/1.1" status: 204 len: 168 time: 0.1346819 Jun 16 16:20:10.325542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1b72d-e4df-49f4-84e4-0b57cabe41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eca44f-bdaa-4f26-8871-2c8ce4875a2b,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:10.570722 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a5f85-7a11-4b9c-8879-75a135c99c8b None None] New status for floating IP cabdd013-0f02-4356-a63e-cae97e2ddc29: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:20:10.665002 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54972) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:10.679905 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.768213 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Publish callbacks [] for security_group (3cdfad33-97f6-4ee8-bfdb-caac43b6cc16), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.773028 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3cdfad33-97f6-4ee8-bfdb-caac43b6cc16), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.805436 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:10.808881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:10.813436 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfad33-97f6-4ee8-bfdb-caac43b6cc16,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:10.832749 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5e4aa3d2826a4a628007e94fcef2295b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665637 Jun 16 16:20:10.834792 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.835177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.835480 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54974) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:10.835948 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.835948 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.836281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.836648 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.836984 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.837321 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.837657 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.838106 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.838379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.838713 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.839044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.839409 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.839733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af572f6b-67da-40fd-a9f3-2d225e1213de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:10.852557 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:10.896407 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4485f401-3d04-4c62-a03a-0484ee08985e admin admin] Publish callbacks [] for security_group (3cdfad33-97f6-4ee8-bfdb-caac43b6cc16), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.926370 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4485f401-3d04-4c62-a03a-0484ee08985e admin admin] Publish callbacks [] for security_group (3cdfad33-97f6-4ee8-bfdb-caac43b6cc16), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.982120 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4485f401-3d04-4c62-a03a-0484ee08985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3cdfad33-97f6-4ee8-bfdb-caac43b6cc16), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.985520 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4485f401-3d04-4c62-a03a-0484ee08985e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.986743 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-4485f401-3d04-4c62-a03a-0484ee08985e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3cdfad33-97f6-4ee8-bfdb-caac43b6cc16 HTTP/1.1" status: 204 len: 168 time: 0.1499872 Jun 16 16:20:10.994941 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485f401-3d04-4c62-a03a-0484ee08985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfad33-97f6-4ee8-bfdb-caac43b6cc16,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:11.073702 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 54982) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:11.142584 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0261-6b00-4c70-90c1-cb76098eef0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.168216 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0261-6b00-4c70-90c1-cb76098eef0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.231564 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0261-6b00-4c70-90c1-cb76098eef0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.235226 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0261-6b00-4c70-90c1-cb76098eef0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.236435 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d7ef0261-6b00-4c70-90c1-cb76098eef0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "DELETE /v2.0/security-groups/f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb HTTP/1.1" status: 204 len: 168 time: 0.1618128 Jun 16 16:20:11.240366 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54986) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:11.248541 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef0261-6b00-4c70-90c1-cb76098eef0d tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:11.269706 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-57a79d86-f6bc-472c-a72b-f63519a76517 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] show failed (client error): The resource could not be found. Jun 16 16:20:11.270940 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-57a79d86-f6bc-472c-a72b-f63519a76517 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "GET /v2.0/security-groups/f0e5a9b1-31f0-47f5-9da0-e345d4ae8ceb HTTP/1.1" status: 404 len: 347 time: 0.0292122 Jun 16 16:20:11.273669 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 54988) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:11.396579 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Deleting port 365cb9ce-c9a2-4ba7-89cb-2036409113b0 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:11.396962 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.482818 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.483156 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (365cb9ce-c9a2-4ba7-89cb-2036409113b0), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.497437 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Calling delete_port for 365cb9ce-c9a2-4ba7-89cb-2036409113b0 owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:11.661106 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (365cb9ce-c9a2-4ba7-89cb-2036409113b0), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.686061 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Pushing event deleted for resources: {'Port': ['ID=365cb9ce-c9a2-4ba7-89cb-2036409113b0,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:11.766693 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks [] for floatingip (cabdd013-0f02-4356-a63e-cae97e2ddc29), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.769162 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:11.770669 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ebca75b1-69ef-4e38-a1e7-664f9debfa57 tempest-AttachVolumeTestJSON-1247911332 tempest-AttachVolumeTestJSON-1247911332-project] 10.222.0.17 "DELETE /v2.0/floatingips/cabdd013-0f02-4356-a63e-cae97e2ddc29 HTTP/1.1" status: 204 len: 168 time: 0.4958079 Jun 16 16:20:12.459784 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 345d7505-2303-4cf6-ac18-5979aa4955be no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:12.481180 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 345d7505-2303-4cf6-ac18-5979aa4955be {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:12.481532 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 345d7505-2303-4cf6-ac18-5979aa4955be not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:15.160565 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:20:15.526724 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55078) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:15.758257 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:16.055974 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:16.069505 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (9228fd68-ea6d-454e-a564-93acd8277c53), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.320865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Deleting port 45646c3d-0b0e-4e28-a1d7-45589e534cb3 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:16.321198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.413862 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] For port 45646c3d-0b0e-4e28-a1d7-45589e534cb3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=45646c3d-0b0e-4e28-a1d7-45589e534cb3,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:16.414274 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.429512 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Calling delete_port for 45646c3d-0b0e-4e28-a1d7-45589e534cb3 owned by network:router_interface {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:16.438315 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55090) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:16.564041 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-287122b8-70c1-4a8f-95a1-b9edb40e6042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.630888 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (45646c3d-0b0e-4e28-a1d7-45589e534cb3), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.635569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:16.652780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-287122b8-70c1-4a8f-95a1-b9edb40e6042 admin admin] Publish callbacks [] for security_group (3aef7f0f-135d-4802-9bd7-370841689ffc), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.659077 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-287122b8-70c1-4a8f-95a1-b9edb40e6042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3aef7f0f-135d-4802-9bd7-370841689ffc), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.661047 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45646c3d-0b0e-4e28-a1d7-45589e534cb3,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:16.715993 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-287122b8-70c1-4a8f-95a1-b9edb40e6042 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bbcc1cf5dfc740a09a46b489f5150cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765589 Jun 16 16:20:16.719963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55094) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:16.721116 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287122b8-70c1-4a8f-95a1-b9edb40e6042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef7f0f-135d-4802-9bd7-370841689ffc,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:16.861235 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2580-66a6-4f12-8aeb-5dac374ce851 admin admin] Publish callbacks [] for security_group (3aef7f0f-135d-4802-9bd7-370841689ffc), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.164528 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2580-66a6-4f12-8aeb-5dac374ce851 admin admin] Publish callbacks [] for security_group (3aef7f0f-135d-4802-9bd7-370841689ffc), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.172783 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (9228fd68-ea6d-454e-a564-93acd8277c53), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.235471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:17.294723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2580-66a6-4f12-8aeb-5dac374ce851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3aef7f0f-135d-4802-9bd7-370841689ffc), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.297303 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2580-66a6-4f12-8aeb-5dac374ce851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.298560 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1a3a2580-66a6-4f12-8aeb-5dac374ce851 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3aef7f0f-135d-4802-9bd7-370841689ffc HTTP/1.1" status: 204 len: 168 time: 0.5772235 Jun 16 16:20:17.315904 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a2580-66a6-4f12-8aeb-5dac374ce851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef7f0f-135d-4802-9bd7-370841689ffc,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:17.454992 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Router 9228fd68-ea6d-454e-a564-93acd8277c53 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:17.576178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:17.581866 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1d3f37ed-d250-48aa-a4d3-507bf12a36c1 admin admin] 10.222.0.17 "PUT /v2.0/routers/9228fd68-ea6d-454e-a564-93acd8277c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0535505 Jun 16 16:20:17.584816 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55100) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:17.589071 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] Sync routers for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:17.602063 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:17.602997 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:17.647348 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55102) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:17.661562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5223de9c-bd3a-4854-911d-662bcd3e3fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.708905 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks [] for router (9228fd68-ea6d-454e-a564-93acd8277c53), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.712193 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:17.723465 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:17.755330 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5223de9c-bd3a-4854-911d-662bcd3e3fd8 admin admin] Publish callbacks [] for security_group (11096740-3ce8-4559-bc17-d146bb935702), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.761247 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5223de9c-bd3a-4854-911d-662bcd3e3fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (11096740-3ce8-4559-bc17-d146bb935702), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.806192 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-5223de9c-bd3a-4854-911d-662bcd3e3fd8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8982bd6be4f74ba092ac989094ae2f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571095 Jun 16 16:20:17.808879 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55104) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:17.822863 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223de9c-bd3a-4854-911d-662bcd3e3fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11096740-3ce8-4559-bc17-d146bb935702,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:17.851708 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks [] for router_gateway (9228fd68-ea6d-454e-a564-93acd8277c53), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.876818 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:17.900379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4429d401-7b07-48ff-a95a-a6026c30866b admin admin] Publish callbacks [] for security_group (11096740-3ce8-4559-bc17-d146bb935702), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.917460 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:20:16Z', 'revision_number': 5, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port': {'id': '02c9b7ec-666f-40f2-9587-e4b5e3f5ceac', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:11:38Z', 'updated_at': '2022-06-16T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:17.936552 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Deleting port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:17.936907 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.943497 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4429d401-7b07-48ff-a95a-a6026c30866b admin admin] Publish callbacks [] for security_group (11096740-3ce8-4559-bc17-d146bb935702), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:17.944842 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] Checking router: 9228fd68-ea6d-454e-a564-93acd8277c53 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:17.954057 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] Routers {'9228fd68-ea6d-454e-a564-93acd8277c53'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:17.954717 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:19:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['9228fd68-ea6d-454e-a564-93acd8277c53'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:18.020483 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:18.046532 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] Set router 9228fd68-ea6d-454e-a564-93acd8277c53 gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:18.063902 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] For port 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:18.064247 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.075265 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4429d401-7b07-48ff-a95a-a6026c30866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (11096740-3ce8-4559-bc17-d146bb935702), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.077882 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-4429d401-7b07-48ff-a95a-a6026c30866b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.079130 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-4429d401-7b07-48ff-a95a-a6026c30866b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/11096740-3ce8-4559-bc17-d146bb935702 HTTP/1.1" status: 204 len: 168 time: 0.2689717 Jun 16 16:20:18.087373 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:18.088673 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Calling delete_port for 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac owned by network:router_gateway {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:18.099323 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429d401-7b07-48ff-a95a-a6026c30866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11096740-3ce8-4559-bc17-d146bb935702,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:18.102065 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:20:17Z', 'revision_number': 6, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:18.128259 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9a6bc-039e-4e14-82a8-04837f5c127e None None] The sync data for ids ['9228fd68-ea6d-454e-a564-93acd8277c53'] in dv-cinder-837167-3-iscsi is: [{'id': '9228fd68-ea6d-454e-a564-93acd8277c53', 'name': 'tempest-AttachVolumeTestJSON-1132972270-router', 'tenant_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:20:17Z', 'revision_number': 6, 'project_id': '34323d7e571b4f1db4d6e0c6cd1159cc', 'gw_port_host': None}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:18.298044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (02c9b7ec-666f-40f2-9587-e4b5e3f5ceac), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.324143 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c9b7ec-666f-40f2-9587-e4b5e3f5ceac,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:18.398668 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (9228fd68-ea6d-454e-a564-93acd8277c53), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.492556 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (9228fd68-ea6d-454e-a564-93acd8277c53), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.495181 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks [] for router_controller (9228fd68-ea6d-454e-a564-93acd8277c53), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.553746 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (9228fd68-ea6d-454e-a564-93acd8277c53), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.554394 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9228fd68-ea6d-454e-a564-93acd8277c53 {{(pid=104114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:20:18.559774 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.561068 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5c66e041-8e13-4a7e-a270-71990075fa38 admin admin] 10.222.0.17 "DELETE /v2.0/routers/9228fd68-ea6d-454e-a564-93acd8277c53 HTTP/1.1" status: 204 len: 168 time: 0.9747841 Jun 16 16:20:18.565850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55118) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:18.601180 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:18.629183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Deleting subnet 1d0ea822-b40f-4500-b995-fa02f5c865b5 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:20:18.634949 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Publish callbacks [] for subnet (1d0ea822-b40f-4500-b995-fa02f5c865b5), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.691781 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (1d0ea822-b40f-4500-b995-fa02f5c865b5), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.778079 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (1d0ea822-b40f-4500-b995-fa02f5c865b5), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.841141 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (1d0ea822-b40f-4500-b995-fa02f5c865b5), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.868323 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0ea822-b40f-4500-b995-fa02f5c865b5,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:18.872806 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:18.879309 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55128) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:18.879779 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-62a34be1-39b1-4c57-8e94-ccb7e06238f5 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1d0ea822-b40f-4500-b995-fa02f5c865b5 HTTP/1.1" status: 204 len: 168 time: 0.3123312 Jun 16 16:20:18.880175 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288183e-280d-4dc9-bc1f-146c7e7ff3e0 None None] Network abdff458-150a-4302-aaae-af8beb5c788c requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:20:18.992735 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (abdff458-150a-4302-aaae-af8beb5c788c), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.054866 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:19.068869 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Deleting port b16acd0e-671c-447e-b1a9-30e4076b275d {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:19.069286 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.093729 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] DHCP port deletion for abdff458-150a-4302-aaae-af8beb5c788c request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:20:19.096461 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:19.096825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 02c9b7ec-666f-40f2-9587-e4b5e3f5ceac not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:19.097245 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 45646c3d-0b0e-4e28-a1d7-45589e534cb3 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:19.122002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 45646c3d-0b0e-4e28-a1d7-45589e534cb3 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:19.122656 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 45646c3d-0b0e-4e28-a1d7-45589e534cb3 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:19.154775 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] For port b16acd0e-671c-447e-b1a9-30e4076b275d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b16acd0e-671c-447e-b1a9-30e4076b275d,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:19.156279 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.159575 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] Deleting port b16acd0e-671c-447e-b1a9-30e4076b275d {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:19.159949 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.177573 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Calling delete_port for b16acd0e-671c-447e-b1a9-30e4076b275d owned by network:dhcp {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:19.234577 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] For port b16acd0e-671c-447e-b1a9-30e4076b275d, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=b16acd0e-671c-447e-b1a9-30e4076b275d,segment=NetworkSegment(a2df14d3-7b59-4f6b-afa2-b1e01b2930f4),segment_id=a2df14d3-7b59-4f6b-afa2-b1e01b2930f4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:19.235046 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.249978 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] Calling delete_port for b16acd0e-671c-447e-b1a9-30e4076b275d owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:19.277028 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.299029 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] No DVR routers for this DVR port b16acd0e-671c-447e-b1a9-30e4076b275d on host dv-cinder-837167-3-iscsi {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:19.319932 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Pushing event deleted for resources: {'Port': ['ID=b16acd0e-671c-447e-b1a9-30e4076b275d,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:19.347355 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (b16acd0e-671c-447e-b1a9-30e4076b275d), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.380895 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] Pushing event deleted for resources: {'Port': ['ID=b16acd0e-671c-447e-b1a9-30e4076b275d,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:19.384380 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d250a6e4-9440-4064-bdcb-eac6fe038532 None None] No DVR routers for this DVR port b16acd0e-671c-447e-b1a9-30e4076b275d on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:19.426040 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (abdff458-150a-4302-aaae-af8beb5c788c), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.441614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:19.453189 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdff458-150a-4302-aaae-af8beb5c788c']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:19.465767 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:19.466113 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2df14d3-7b59-4f6b-afa2-b1e01b2930f4') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:19.495197 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (a2df14d3-7b59-4f6b-afa2-b1e01b2930f4), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.516623 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (a2df14d3-7b59-4f6b-afa2-b1e01b2930f4), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.523778 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:20:19.524266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (a2df14d3-7b59-4f6b-afa2-b1e01b2930f4), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.580851 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment a2df14d3-7b59-4f6b-afa2-b1e01b2930f4 resource provider aggregate not found Jun 16 16:20:19.604588 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (abdff458-150a-4302-aaae-af8beb5c788c), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.615582 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment a2df14d3-7b59-4f6b-afa2-b1e01b2930f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2df14d3-7b59-4f6b-afa2-b1e01b2930f4 found for delete ", "request_id": "req-e974485d-97c5-4ebd-98d1-a4a2fe259eee"}]} Jun 16 16:20:19.618430 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.622699 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] 10.222.0.17 "DELETE /v2.0/networks/abdff458-150a-4302-aaae-af8beb5c788c HTTP/1.1" status: 204 len: 168 time: 0.7416470 Jun 16 16:20:19.636162 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c2296-fe3e-4e36-96ef-8e97f8bf969b admin admin] Pushing event deleted for resources: {'Network': ['ID=abdff458-150a-4302-aaae-af8beb5c788c,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:19.807199 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b270656-a524-47d7-9da4-a18234ba3c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.846017 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55152) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:19.895072 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fdefef23-3656-4586-9fdd-7e4a4357b096 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=34323d7e571b4f1db4d6e0c6cd1159cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478039 Jun 16 16:20:19.897682 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55154) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:19.910625 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:19.952761 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2aee809c-af59-47b6-988d-73f346ceca32 admin admin] Publish callbacks [] for security_group (9a4b1d90-9742-483d-8f37-6e753ff32832), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.976734 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2aee809c-af59-47b6-988d-73f346ceca32 admin admin] Publish callbacks [] for security_group (9a4b1d90-9742-483d-8f37-6e753ff32832), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.040721 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2aee809c-af59-47b6-988d-73f346ceca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9a4b1d90-9742-483d-8f37-6e753ff32832), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.040721 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-2aee809c-af59-47b6-988d-73f346ceca32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.040721 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-2aee809c-af59-47b6-988d-73f346ceca32 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9a4b1d90-9742-483d-8f37-6e753ff32832 HTTP/1.1" status: 204 len: 168 time: 0.1410205 Jun 16 16:20:20.051799 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee809c-af59-47b6-988d-73f346ceca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b1d90-9742-483d-8f37-6e753ff32832,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:20.979888 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b16acd0e-671c-447e-b1a9-30e4076b275d no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:20.982894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:20.984644 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:21.004649 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: b16acd0e-671c-447e-b1a9-30e4076b275d {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:21.004993 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device b16acd0e-671c-447e-b1a9-30e4076b275d not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:22.258521 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6ad841aa-c578-4d80-a906-3ea1a1910241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:23.574131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.359650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55272) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:24.493053 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.518892 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:24.579408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Publish callbacks [] for security_group (fe9787e2-e876-4c32-8529-ad6a04c4ef76), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.583165 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (fe9787e2-e876-4c32-8529-ad6a04c4ef76), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.629943 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=32ce91baa96b41128461ad8c72e68c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690809 Jun 16 16:20:24.630731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9787e2-e876-4c32-8529-ad6a04c4ef76,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:24.632656 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55276) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:24.638625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.639083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.639986 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.640334 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.640685 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.641018 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.641351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.641683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.642039 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.642370 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.642704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.643031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.643362 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.643684 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.644005 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038db75-fd71-4a27-8da3-d51261cc28b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:24.688144 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0fea6c6b-e054-4632-bb69-5f2280c68af9 admin admin] Publish callbacks [] for security_group (fe9787e2-e876-4c32-8529-ad6a04c4ef76), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.712557 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0fea6c6b-e054-4632-bb69-5f2280c68af9 admin admin] Publish callbacks [] for security_group (fe9787e2-e876-4c32-8529-ad6a04c4ef76), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.767301 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0fea6c6b-e054-4632-bb69-5f2280c68af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (fe9787e2-e876-4c32-8529-ad6a04c4ef76), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.769818 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0fea6c6b-e054-4632-bb69-5f2280c68af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.771020 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0fea6c6b-e054-4632-bb69-5f2280c68af9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fe9787e2-e876-4c32-8529-ad6a04c4ef76 HTTP/1.1" status: 204 len: 168 time: 0.1373038 Jun 16 16:20:24.779540 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea6c6b-e054-4632-bb69-5f2280c68af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9787e2-e876-4c32-8529-ad6a04c4ef76,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:24.843996 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.079565 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55282) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:25.094273 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e031f36-5226-45f9-9e4e-ec30e019eded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.177832 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e031f36-5226-45f9-9e4e-ec30e019eded admin admin] Publish callbacks [] for security_group (3d2d3ad7-6868-4408-87d1-86904134216a), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.182769 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8e031f36-5226-45f9-9e4e-ec30e019eded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3d2d3ad7-6868-4408-87d1-86904134216a), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.225630 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8e031f36-5226-45f9-9e4e-ec30e019eded admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4ddec6e8e54842b28085b39daa338f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443777 Jun 16 16:20:25.226539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e031f36-5226-45f9-9e4e-ec30e019eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d3ad7-6868-4408-87d1-86904134216a,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:25.228561 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55286) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:25.289203 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.299100 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-147ec1c0-fee7-4a9f-bb54-d6a984836438 admin admin] Publish callbacks [] for security_group (3d2d3ad7-6868-4408-87d1-86904134216a), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.327861 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-147ec1c0-fee7-4a9f-bb54-d6a984836438 admin admin] Publish callbacks [] for security_group (3d2d3ad7-6868-4408-87d1-86904134216a), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.390556 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-147ec1c0-fee7-4a9f-bb54-d6a984836438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (3d2d3ad7-6868-4408-87d1-86904134216a), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.393516 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-147ec1c0-fee7-4a9f-bb54-d6a984836438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.394950 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-147ec1c0-fee7-4a9f-bb54-d6a984836438 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3d2d3ad7-6868-4408-87d1-86904134216a HTTP/1.1" status: 204 len: 168 time: 0.1651981 Jun 16 16:20:25.404021 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ec1c0-fee7-4a9f-bb54-d6a984836438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d3ad7-6868-4408-87d1-86904134216a,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:25.807885 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55316) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:25.822808 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-da33371c-f157-4a55-bed7-87ceae05b670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.912903 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-da33371c-f157-4a55-bed7-87ceae05b670 admin admin] Publish callbacks [] for security_group (18736bfb-28b5-4d13-9874-c05ef7b2fef5), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.917273 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-da33371c-f157-4a55-bed7-87ceae05b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (18736bfb-28b5-4d13-9874-c05ef7b2fef5), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.921788 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=21 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:25.969858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33371c-f157-4a55-bed7-87ceae05b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18736bfb-28b5-4d13-9874-c05ef7b2fef5,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:25.977357 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-da33371c-f157-4a55-bed7-87ceae05b670 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3c7b7d47f1614c8a9cfa3e0b334c4cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658971 Jun 16 16:20:25.978414 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55326) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:26.034071 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4c8755f7-0391-4bd3-b309-255e45e9ab5c admin admin] Publish callbacks [] for security_group (18736bfb-28b5-4d13-9874-c05ef7b2fef5), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:26.057956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4c8755f7-0391-4bd3-b309-255e45e9ab5c admin admin] Publish callbacks [] for security_group (18736bfb-28b5-4d13-9874-c05ef7b2fef5), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:26.109729 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4c8755f7-0391-4bd3-b309-255e45e9ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (18736bfb-28b5-4d13-9874-c05ef7b2fef5), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:26.112655 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-4c8755f7-0391-4bd3-b309-255e45e9ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:26.113869 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-4c8755f7-0391-4bd3-b309-255e45e9ab5c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/18736bfb-28b5-4d13-9874-c05ef7b2fef5 HTTP/1.1" status: 204 len: 168 time: 0.1353559 Jun 16 16:20:26.123211 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8755f7-0391-4bd3-b309-255e45e9ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18736bfb-28b5-4d13-9874-c05ef7b2fef5,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:28.618774 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-818613dc-36da-465c-926f-792f1bcff76a tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=765cab7190f642e891d2e7236edc3a8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333645 Jun 16 16:20:28.800329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:28.839065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-a82491af-be95-4e59-bba5-c18860828dfa tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:28.840530 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-a82491af-be95-4e59-bba5-c18860828dfa tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160666 Jun 16 16:20:28.856273 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-5a063412-9957-455c-8f26-e847c13b7610 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/quotas/765cab7190f642e891d2e7236edc3a8a HTTP/1.1" status: 200 len: 375 time: 0.0091186 Jun 16 16:20:28.894142 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-f2a0aa49-c13f-4704-9f30-afff8121d3e8 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=765cab7190f642e891d2e7236edc3a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320845 Jun 16 16:20:29.055586 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e57a8ef2-8dee-4a33-b07a-f38cea054d5e req-21f18bb3-88ad-4f8e-be12-dc0ce90a0bce tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jun 16 16:20:29.936988 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55408) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:29.981199 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-d36cd672-2a9b-428b-b73e-95b6d14f6b3f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=765cab7190f642e891d2e7236edc3a8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259969 Jun 16 16:20:30.095278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0ce1-910f-472a-8451-2eb507e3c2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.140843 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-5476cb47-6d65-4bc8-97e4-d021beadd9a3 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:30.142433 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-5476cb47-6d65-4bc8-97e4-d021beadd9a3 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492062 Jun 16 16:20:30.169060 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Request body: {'port': {'device_id': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23', 'admin_state_up': True, 'tenant_id': '765cab7190f642e891d2e7236edc3a8a'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:30.204279 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1c6f359d-ed69-4145-b915-7afe2a620ccb req-316b851d-9c48-4d71-a95a-4f9912640b89 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 210 time: 0.0417397 Jun 16 16:20:30.337773 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0ce1-910f-472a-8451-2eb507e3c2b6 admin admin] Publish callbacks [] for security_group (0e157501-b991-416e-b8f7-1e1045c18924), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.346676 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0ce1-910f-472a-8451-2eb507e3c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (0e157501-b991-416e-b8f7-1e1045c18924), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.368035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Made reservation on behalf of 765cab7190f642e891d2e7236edc3a8a for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:30.371818 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.401910 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.413804 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf0ce1-910f-472a-8451-2eb507e3c2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e157501-b991-416e-b8f7-1e1045c18924,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:30.423675 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1ddf0ce1-910f-472a-8451-2eb507e3c2b6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=85aac9178f464a7483b313ee1343ef25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812431 Jun 16 16:20:30.423675 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55422) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:30.509316 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9bf04410-1a6b-419d-8092-241a536e2dc7 admin admin] Publish callbacks [] for security_group (0e157501-b991-416e-b8f7-1e1045c18924), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.513517 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:30.550490 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9bf04410-1a6b-419d-8092-241a536e2dc7 admin admin] Publish callbacks [] for security_group (0e157501-b991-416e-b8f7-1e1045c18924), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.615341 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks [] for security_group (c286b5da-c47f-43c1-a408-b7a19099599d), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.620500 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c286b5da-c47f-43c1-a408-b7a19099599d), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.662428 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9bf04410-1a6b-419d-8092-241a536e2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (0e157501-b991-416e-b8f7-1e1045c18924), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.664911 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9bf04410-1a6b-419d-8092-241a536e2dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:30.666103 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9bf04410-1a6b-419d-8092-241a536e2dc7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0e157501-b991-416e-b8f7-1e1045c18924 HTTP/1.1" status: 204 len: 168 time: 0.2422671 Jun 16 16:20:30.702705 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c286b5da-c47f-43c1-a408-b7a19099599d,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:30.714166 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:30.723200 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf04410-1a6b-419d-8092-241a536e2dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e157501-b991-416e-b8f7-1e1045c18924,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:30.820472 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Allocated IP 192.168.233.72 (78e7f200-d5c6-4a05-b8d1-49e269a4fe23/abba2c43-28b6-4cb6-9346-b0f47e774eff/31d9ee25-8948-4ebc-ac9c-b38c825d2c60) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:30.997183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks [] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.037167 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.102438 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:31.108603 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:31.113562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:31.142785 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Pushing event updated for resources: {'Port': ['ID=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:31.174592 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:31.175408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.195124 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-cb26adfa-600d-4921-ae0c-bc07818d8eff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0334301 Jun 16 16:20:31.207824 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Request body: {'port': {'device_id': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:31.284832 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.380817 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b82173-f93d-4a7f-bfb9-d78acf8dca2a req-8e771893-7463-4e7f-82dd-a06e078803e0 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:31.382332 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a2b82173-f93d-4a7f-bfb9-d78acf8dca2a req-8e771893-7463-4e7f-82dd-a06e078803e0 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 935 time: 0.0853066 Jun 16 16:20:31.422705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-d564444f-6309-4ba8-b653-0bfd80cdccb3 None None] Provisioning complete for port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:31.424112 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d564444f-6309-4ba8-b653-0bfd80cdccb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.462639 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d564444f-6309-4ba8-b653-0bfd80cdccb3 None None] Port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:20:31.503329 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a2b82173-f93d-4a7f-bfb9-d78acf8dca2a req-cb1aa512-94c8-4a3e-aee4-271558570564 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138144 Jun 16 16:20:31.564074 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:31.590001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:31.665069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:31.673846 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Publish callbacks [] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.688982 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Transition to ACTIVE for port object 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:20:31.700332 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.755199 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Pushing event updated for resources: {'Port': ['ID=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:31.852801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Attempting to bind port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:20:31.853418 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Attempting to bind port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:20:31.854030 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Attempting to bind port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 on network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:31.859661 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 on network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:20:31.860314 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Attempting to bind port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 on network 78e7f200-d5c6-4a05-b8d1-49e269a4fe23 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:31.866971 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:20:31.867321 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Checking segment: {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:31.867712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Bound using segment: {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:20:31.868151 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Bound port: 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5292569-bf0d-44a5-aa6c-00edcdf97f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:20:31.868515 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.943874 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] For port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:20:31.948183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] For port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:20:31.956752 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.992100 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:31.992655 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:31.994269 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] 10.222.0.25 "PUT /v2.0/ports/31d9ee25-8948-4ebc-ac9c-b38c825d2c60 HTTP/1.1" status: 200 len: 1097 time: 0.7906783 Jun 16 16:20:31.994934 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'tag': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:31.998322 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1296e860-69a9-4da6-80f9-21209416029d" -d '{"events": [{"name": "network-changed", "server_uuid": "199573a7-8f1c-4242-998f-cd6a0b8270b2", "tag": "31d9ee25-8948-4ebc-ac9c-b38c825d2c60"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:32.028737 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c50c36-b6b4-4bb1-8c05-8be92bd8a66c service neutron] Pushing event updated for resources: {'Port': ['ID=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:32.058795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1af14-b491-49a2-be3d-266d26060ef8 x-openstack-request-id: req-35c1af14-b491-49a2-be3d-266d26060ef8 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:32.058795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199573a7-8f1c-4242-998f-cd6a0b8270b2", "tag": "31d9ee25-8948-4ebc-ac9c-b38c825d2c60", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:32.058795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-35c1af14-b491-49a2-be3d-266d26060ef8 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:32.060428 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c1af14-b491-49a2-be3d-266d26060ef8'] response: {'name': 'network-changed', 'server_uuid': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'tag': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60', 'status': 'completed', 'code': 200} Jun 16 16:20:32.097680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-658390b1-ac1a-4c56-92ae-7a2516985e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:32.099723 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-658390b1-ac1a-4c56-92ae-7a2516985e36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=765cab7190f642e891d2e7236edc3a8a&device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 1131 time: 0.0526001 Jun 16 16:20:32.148072 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-420e7d86-ab18-4aba-8396-fdce824cbee5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60 HTTP/1.1" status: 200 len: 217 time: 0.0412345 Jun 16 16:20:32.212971 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-fc26f246-83a4-4742-b3ba-40f14a88388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:32.214692 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-fc26f246-83a4-4742-b3ba-40f14a88388b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=abba2c43-28b6-4cb6-9346-b0f47e774eff HTTP/1.1" status: 200 len: 843 time: 0.0573981 Jun 16 16:20:32.283654 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-e4a891e1-641b-4e99-9902-5a4e08a14f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:32.285367 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-e4a891e1-641b-4e99-9902-5a4e08a14f24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78e7f200-d5c6-4a05-b8d1-49e269a4fe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0624199 Jun 16 16:20:32.407435 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-ebf1a273-1472-43e7-9573-1864a39644c1 service neutron] 10.222.0.25 "GET /v2.0/networks/78e7f200-d5c6-4a05-b8d1-49e269a4fe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135423 Jun 16 16:20:32.533363 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fdfdec5-ff92-44f9-9876-7eb730fba1cb req-02a7fdef-e2a8-4215-b640-3f330c7f9f3e service neutron] 10.222.0.25 "GET /v2.0/networks/78e7f200-d5c6-4a05-b8d1-49e269a4fe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187754 Jun 16 16:20:32.586795 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994b97c-d6c7-421f-913a-4b18d45e2c54 req-ff77161f-af53-4354-8c70-69b7e3038fd8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:32.589000 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b994b97c-d6c7-421f-913a-4b18d45e2c54 req-ff77161f-af53-4354-8c70-69b7e3038fd8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0562048 Jun 16 16:20:32.662551 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3579f-0577-4a88-8bd8-ddc3b7a6878f req-c9369bb9-d7db-41f5-a299-e3396c8b07bf tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:32.664514 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4fd3579f-0577-4a88-8bd8-ddc3b7a6878f req-c9369bb9-d7db-41f5-a299-e3396c8b07bf tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 947 time: 0.0773396 Jun 16 16:20:32.674558 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b994b97c-d6c7-421f-913a-4b18d45e2c54 req-9f959772-6e3a-442d-a8ca-73489ecdedf4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745792 Jun 16 16:20:32.752689 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4fd3579f-0577-4a88-8bd8-ddc3b7a6878f req-7268d308-3b46-4578-a208-b4576b97089d tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811183 Jun 16 16:20:33.471878 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e860-69a9-4da6-80f9-21209416029d req-23b251cd-79b3-4e78-8021-f6172fcf98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.473416 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-23b251cd-79b3-4e78-8021-f6172fcf98a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=765cab7190f642e891d2e7236edc3a8a&device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 1131 time: 0.0563157 Jun 16 16:20:33.487223 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:33.556569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:33.578101 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e860-69a9-4da6-80f9-21209416029d req-b57292dd-1e2e-407d-96af-287db484f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.579616 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-b57292dd-1e2e-407d-96af-287db484f345 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78e7f200-d5c6-4a05-b8d1-49e269a4fe23 HTTP/1.1" status: 200 len: 870 time: 0.1004133 Jun 16 16:20:33.627314 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-3e256c33-1ac8-49b3-bb25-7e0553684d62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60 HTTP/1.1" status: 200 len: 217 time: 0.0403385 Jun 16 16:20:33.684065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e860-69a9-4da6-80f9-21209416029d req-0e5b22d0-c41d-4306-9277-254e35e015e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.685548 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-0e5b22d0-c41d-4306-9277-254e35e015e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=abba2c43-28b6-4cb6-9346-b0f47e774eff HTTP/1.1" status: 200 len: 843 time: 0.0521114 Jun 16 16:20:33.750583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e860-69a9-4da6-80f9-21209416029d req-ac93a6ec-ee07-4650-9590-306ee905d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.752455 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-ac93a6ec-ee07-4650-9590-306ee905d6a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78e7f200-d5c6-4a05-b8d1-49e269a4fe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0594335 Jun 16 16:20:33.819748 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c43d28-853a-4f51-a017-9443939b3743 req-5895ffd7-2a9a-4c9a-b3db-75451e2bc6c6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.821457 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-34c43d28-853a-4f51-a017-9443939b3743 req-5895ffd7-2a9a-4c9a-b3db-75451e2bc6c6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0632851 Jun 16 16:20:33.902566 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-34c43d28-853a-4f51-a017-9443939b3743 req-ec849080-817c-481c-8d61-10e5b8eda81a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734961 Jun 16 16:20:33.924006 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-2e0e1a70-46d2-444f-83bb-d02f9654bcf7 service neutron] 10.222.0.25 "GET /v2.0/networks/78e7f200-d5c6-4a05-b8d1-49e269a4fe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639643 Jun 16 16:20:33.942252 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50da1-4b5d-47d8-aab4-7830fa987343 req-78a2083e-fbc7-45be-9f97-db37e7539f94 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.942383 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fae50da1-4b5d-47d8-aab4-7830fa987343 req-78a2083e-fbc7-45be-9f97-db37e7539f94 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 947 time: 0.0715663 Jun 16 16:20:34.052204 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fae50da1-4b5d-47d8-aab4-7830fa987343 req-09bd6d47-7c42-4b59-a721-62e723c8e87d tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025679 Jun 16 16:20:34.074233 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1296e860-69a9-4da6-80f9-21209416029d req-3ebb8c16-38f7-48d5-8e02-4b231e00c83e service neutron] 10.222.0.25 "GET /v2.0/networks/78e7f200-d5c6-4a05-b8d1-49e269a4fe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412716 Jun 16 16:20:34.181048 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=14 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:34.191208 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=37 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:34.582744 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:20:34.692754 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:34.709323 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60', 'network_id': '78e7f200-d5c6-4a05-b8d1-49e269a4fe23', 'port_id': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60', 'mac_address': 'fa:16:3e:6f:51:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abba2c43-28b6-4cb6-9346-b0f47e774eff', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:20:34.744795 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:34.745189 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:34.759608 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:34.779995 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:34.785102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:34.836952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:34.844825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.845175 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.845519 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.845853 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.846216 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.846550 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.846878 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.847205 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.847577 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.847905 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.848234 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.848561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.848886 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.849245 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:34.849570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:35.027079 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['31d9ee25-8948-4ebc-ac9c-b38c825d2c60'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:20:35.038630 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fce3cb-b5fb-46ed-9d71-621da33f1261 req-49d03e0c-8ada-4090-ad2d-4c0678a8ebdf tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:35.040152 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-80fce3cb-b5fb-46ed-9d71-621da33f1261 req-49d03e0c-8ada-4090-ad2d-4c0678a8ebdf tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0557377 Jun 16 16:20:35.101320 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-80fce3cb-b5fb-46ed-9d71-621da33f1261 req-45022fb3-23bb-42a9-8c6f-b1f0f633fee3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555387 Jun 16 16:20:35.206367 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ff073-f8ab-40f6-935d-0d8d1d48b27c req-f9a53f81-881c-4989-b3e0-95c743cf8e04 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:35.207927 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4c4ff073-f8ab-40f6-935d-0d8d1d48b27c req-f9a53f81-881c-4989-b3e0-95c743cf8e04 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 948 time: 0.0720646 Jun 16 16:20:35.265137 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4c4ff073-f8ab-40f6-935d-0d8d1d48b27c req-4982b92d-c8f7-4924-8e7c-62f29b0a29cc tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511379 Jun 16 16:20:35.850330 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55542) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:35.967030 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cea7b36a-8e18-473a-b53c-8da47a7bd609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.046415 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cea7b36a-8e18-473a-b53c-8da47a7bd609 admin admin] Publish callbacks [] for security_group (0ec4b51e-ac39-4296-83b1-76b94c37f340), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.050439 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cea7b36a-8e18-473a-b53c-8da47a7bd609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (0ec4b51e-ac39-4296-83b1-76b94c37f340), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.090398 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-cea7b36a-8e18-473a-b53c-8da47a7bd609 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=40cbc41c87954c02a7f3a27e60dafc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389729 Jun 16 16:20:36.091108 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7b36a-8e18-473a-b53c-8da47a7bd609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec4b51e-ac39-4296-83b1-76b94c37f340,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:36.093858 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55546) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:36.100619 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.149195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d87ad794-6cd0-4ef3-8407-f149630058c7 admin admin] Publish callbacks [] for security_group (0ec4b51e-ac39-4296-83b1-76b94c37f340), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.168479 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.174051 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d87ad794-6cd0-4ef3-8407-f149630058c7 admin admin] Publish callbacks [] for security_group (0ec4b51e-ac39-4296-83b1-76b94c37f340), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.254482 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceb9ad-741f-4443-8d52-e751263e323a req-d40ac822-eede-4805-a7ba-3da7cdba8f39 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:36.255904 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-25ceb9ad-741f-4443-8d52-e751263e323a req-d40ac822-eede-4805-a7ba-3da7cdba8f39 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0649047 Jun 16 16:20:36.272392 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d87ad794-6cd0-4ef3-8407-f149630058c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (0ec4b51e-ac39-4296-83b1-76b94c37f340), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.274807 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d87ad794-6cd0-4ef3-8407-f149630058c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.275874 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d87ad794-6cd0-4ef3-8407-f149630058c7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0ec4b51e-ac39-4296-83b1-76b94c37f340 HTTP/1.1" status: 204 len: 168 time: 0.1808584 Jun 16 16:20:36.296892 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ad794-6cd0-4ef3-8407-f149630058c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec4b51e-ac39-4296-83b1-76b94c37f340,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:36.322099 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-25ceb9ad-741f-4443-8d52-e751263e323a req-4bc63f29-1d94-42e8-aee6-d4a213126305 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593731 Jun 16 16:20:36.409844 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09dd4-9fc8-41a9-bf5c-55c8b2c2cd08 req-d8d82cfb-071e-4356-b93c-d12e0a5ca737 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:36.411407 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-22f09dd4-9fc8-41a9-bf5c-55c8b2c2cd08 req-d8d82cfb-071e-4356-b93c-d12e0a5ca737 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 948 time: 0.0517783 Jun 16 16:20:36.462029 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-22f09dd4-9fc8-41a9-bf5c-55c8b2c2cd08 req-a9057d15-1e7d-4b4a-a37e-4f387a1abbdf tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Jun 16 16:20:36.584097 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55556) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:36.598510 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:36.601701 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12bedbe8-6816-48e5-bf43-864570d237eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.643805 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:20:36.649820 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:36.650265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.652282 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.662350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.685625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12bedbe8-6816-48e5-bf43-864570d237eb admin admin] Publish callbacks [] for security_group (07928dff-5f13-4800-81de-e88f8936d5df), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.690310 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-12bedbe8-6816-48e5-bf43-864570d237eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (07928dff-5f13-4800-81de-e88f8936d5df), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.693984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.728859 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:36.729287 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.730776 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-12bedbe8-6816-48e5-bf43-864570d237eb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fdfee11c6f9546f380dbb8935f6ff06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455858 Jun 16 16:20:36.731627 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bedbe8-6816-48e5-bf43-864570d237eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07928dff-5f13-4800-81de-e88f8936d5df,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:36.734236 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55558) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:36.754213 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:36.756429 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdb4d54-3902-41c0-8ef4-86f78855e0ec" -d '{"events": [{"server_uuid": "199573a7-8f1c-4242-998f-cd6a0b8270b2", "name": "network-vif-plugged", "status": "completed", "tag": "31d9ee25-8948-4ebc-ac9c-b38c825d2c60"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:36.769515 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:36.774718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.783039 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.801146 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c68194-b1bc-447f-acdf-6e1c7f8686df x-openstack-request-id: req-43c68194-b1bc-447f-acdf-6e1c7f8686df {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:36.801434 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199573a7-8f1c-4242-998f-cd6a0b8270b2", "name": "network-vif-plugged", "status": "completed", "tag": "31d9ee25-8948-4ebc-ac9c-b38c825d2c60", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:36.801684 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-43c68194-b1bc-447f-acdf-6e1c7f8686df {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:36.802101 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c68194-b1bc-447f-acdf-6e1c7f8686df'] response: {'server_uuid': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60', 'code': 200} Jun 16 16:20:36.808669 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-76cbdf7c-d512-4748-b792-0402b0b84bc5 admin admin] Publish callbacks [] for security_group (07928dff-5f13-4800-81de-e88f8936d5df), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.831316 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:36.832695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-76cbdf7c-d512-4748-b792-0402b0b84bc5 admin admin] Publish callbacks [] for security_group (07928dff-5f13-4800-81de-e88f8936d5df), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.902221 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-76cbdf7c-d512-4748-b792-0402b0b84bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (07928dff-5f13-4800-81de-e88f8936d5df), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.905318 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-76cbdf7c-d512-4748-b792-0402b0b84bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:36.906538 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-76cbdf7c-d512-4748-b792-0402b0b84bc5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/07928dff-5f13-4800-81de-e88f8936d5df HTTP/1.1" status: 204 len: 168 time: 0.1712177 Jun 16 16:20:36.914921 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbdf7c-d512-4748-b792-0402b0b84bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07928dff-5f13-4800-81de-e88f8936d5df,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:36.982513 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8b190-3f4e-44be-8855-82ec06f985ee req-e6fb5e14-93a7-44ff-b5b9-0e026d36f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:36.984235 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13b8b190-3f4e-44be-8855-82ec06f985ee req-e6fb5e14-93a7-44ff-b5b9-0e026d36f8b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 1133 time: 0.0417688 Jun 16 16:20:37.032540 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13b8b190-3f4e-44be-8855-82ec06f985ee req-96dd24fc-f4df-4fa8-8293-e1feba4720bf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jun 16 16:20:37.467595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce839-c993-4257-8931-67a723bc0a87 req-d6a49051-6d0e-4e72-9f5e-6bfb8b24507c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:37.469220 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d97ce839-c993-4257-8931-67a723bc0a87 req-d6a49051-6d0e-4e72-9f5e-6bfb8b24507c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0558555 Jun 16 16:20:37.531845 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d97ce839-c993-4257-8931-67a723bc0a87 req-6dc2c723-2f2a-4da4-a5ca-a912dc84af0d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511107 Jun 16 16:20:37.601550 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58730ea4-994d-4d63-8ffa-ecfca7acd12f req-c1b3ae22-ea56-4f17-9a25-a92f69acefff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:37.604066 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58730ea4-994d-4d63-8ffa-ecfca7acd12f req-c1b3ae22-ea56-4f17-9a25-a92f69acefff tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 949 time: 0.0562210 Jun 16 16:20:37.677289 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58730ea4-994d-4d63-8ffa-ecfca7acd12f req-d6407c37-46fe-4657-a50c-f418346fdaf5 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627825 Jun 16 16:20:38.678746 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb455-2e43-4575-88fa-e6ed2909be77 req-e5180a0a-6ab7-4624-9aa9-494c76fdfd60 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:38.680311 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-978fb455-2e43-4575-88fa-e6ed2909be77 req-e5180a0a-6ab7-4624-9aa9-494c76fdfd60 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0646241 Jun 16 16:20:38.745056 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-978fb455-2e43-4575-88fa-e6ed2909be77 req-841ab060-92de-43e7-8d71-35cb7959232f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536997 Jun 16 16:20:38.838918 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ccf7c-0836-44a0-aa8d-275462261d6e req-ed611017-6b70-4dd6-8477-27f93e339c8a tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:38.841075 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3d2ccf7c-0836-44a0-aa8d-275462261d6e req-ed611017-6b70-4dd6-8477-27f93e339c8a tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 949 time: 0.0593619 Jun 16 16:20:38.899352 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3d2ccf7c-0836-44a0-aa8d-275462261d6e req-07f31c21-a9d1-40f4-8c85-254f178ac0dc tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Jun 16 16:20:39.115975 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:39.252519 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08130-e756-40a4-a2dc-7e56acbee049 req-b26b03b7-ac81-4723-834a-d15eaee990e9 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:39.254618 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-abd08130-e756-40a4-a2dc-7e56acbee049 req-b26b03b7-ac81-4723-834a-d15eaee990e9 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 949 time: 0.0652733 Jun 16 16:20:39.314768 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-abd08130-e756-40a4-a2dc-7e56acbee049 req-dfb478c9-f623-4b10-ac1d-dd214257e7b7 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539367 Jun 16 16:20:39.901012 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71207-f854-4fd3-b05e-513f3b4767cf req-11e77118-3138-4779-bbd3-cc09d092583e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:39.902599 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-79e71207-f854-4fd3-b05e-513f3b4767cf req-11e77118-3138-4779-bbd3-cc09d092583e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0557747 Jun 16 16:20:39.982055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-79e71207-f854-4fd3-b05e-513f3b4767cf req-26c0b6bb-718b-4881-90f7-04c4978a6912 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717692 Jun 16 16:20:40.470803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435591c8-c146-4c67-afab-a9c63dec3ad6 req-25b21a5b-4df6-4250-b5c1-4326ee10399b tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:40.472357 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-435591c8-c146-4c67-afab-a9c63dec3ad6 req-25b21a5b-4df6-4250-b5c1-4326ee10399b tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 949 time: 0.0715928 Jun 16 16:20:40.538654 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-435591c8-c146-4c67-afab-a9c63dec3ad6 req-0d27086b-7a00-4898-a11e-1581021fdc92 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/security-groups?id=c286b5da-c47f-43c1-a408-b7a19099599d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578439 Jun 16 16:20:40.599728 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55710) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:40.729748 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b129b4f8-27b4-43ec-8b2b-5949fdaf052a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:40.838625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-764572cd-b61f-4a1d-8d2e-f79158f9d563 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:40.840050 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-764572cd-b61f-4a1d-8d2e-f79158f9d563 tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.25 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 949 time: 0.0684872 Jun 16 16:20:40.859963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b129b4f8-27b4-43ec-8b2b-5949fdaf052a admin admin] Publish callbacks [] for security_group (9a599965-c637-405e-a795-745a91600d3f), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:40.864088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b129b4f8-27b4-43ec-8b2b-5949fdaf052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9a599965-c637-405e-a795-745a91600d3f), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:40.959210 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b129b4f8-27b4-43ec-8b2b-5949fdaf052a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5725a7a7a22a4652a970c717f51471c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583415 Jun 16 16:20:40.961987 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55714) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:40.962175 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129b4f8-27b4-43ec-8b2b-5949fdaf052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a599965-c637-405e-a795-745a91600d3f,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:40.979498 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Deleting port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:40.979893 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.015411 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-53455464-d4f8-4fa2-98f9-59dc14d6a6bc admin admin] Publish callbacks [] for security_group (9a599965-c637-405e-a795-745a91600d3f), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.040010 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-53455464-d4f8-4fa2-98f9-59dc14d6a6bc admin admin] Publish callbacks [] for security_group (9a599965-c637-405e-a795-745a91600d3f), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.097384 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-53455464-d4f8-4fa2-98f9-59dc14d6a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9a599965-c637-405e-a795-745a91600d3f), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.100075 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-53455464-d4f8-4fa2-98f9-59dc14d6a6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.101131 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-53455464-d4f8-4fa2-98f9-59dc14d6a6bc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9a599965-c637-405e-a795-745a91600d3f HTTP/1.1" status: 204 len: 168 time: 0.1380169 Jun 16 16:20:41.110382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53455464-d4f8-4fa2-98f9-59dc14d6a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a599965-c637-405e-a795-745a91600d3f,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:41.120758 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] For port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,segment=NetworkSegment(e5292569-bf0d-44a5-aa6c-00edcdf97f13),segment_id=e5292569-bf0d-44a5-aa6c-00edcdf97f13)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:41.121301 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.132479 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:41.144856 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Calling delete_port for 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:41.153616 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f772c9-3d42-45f2-bd88-a86e5c667c77 req-420216cd-e1d4-4c3a-b503-cf8adb4b228c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:41.155394 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-78f772c9-3d42-45f2-bd88-a86e5c667c77 req-420216cd-e1d4-4c3a-b503-cf8adb4b228c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0923808 Jun 16 16:20:41.173256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:41.262534 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-78f772c9-3d42-45f2-bd88-a86e5c667c77 req-ce70850d-7abd-4331-b6cc-3119e730475f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005929 Jun 16 16:20:41.342773 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (31d9ee25-8948-4ebc-ac9c-b38c825d2c60), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.357329 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['31d9ee25-8948-4ebc-ac9c-b38c825d2c60'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:20:41.484069 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55722) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:41.505089 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd2f53a9-4306-4942-8aa7-ead01f7df143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.510104 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:41.570281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:41.639771 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd2f53a9-4306-4942-8aa7-ead01f7df143 admin admin] Publish callbacks [] for security_group (50f6b024-7c07-4f0a-bda7-bb77fac3c9db), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.645024 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fd2f53a9-4306-4942-8aa7-ead01f7df143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (50f6b024-7c07-4f0a-bda7-bb77fac3c9db), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.654190 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Pushing event deleted for resources: {'Port': ['ID=31d9ee25-8948-4ebc-ac9c-b38c825d2c60,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:41.701254 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f53a9-4306-4942-8aa7-ead01f7df143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6b024-7c07-4f0a-bda7-bb77fac3c9db,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:41.703652 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] No DVR routers for this DVR port 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:41.709642 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.714110 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-de37f421-2a18-4bc8-af2e-6ab2a81f2bd2 req-5494c2a9-96d8-4f96-befd-7e573ba9f65f tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.25 "DELETE /v2.0/ports/31d9ee25-8948-4ebc-ac9c-b38c825d2c60 HTTP/1.1" status: 204 len: 173 time: 0.8637245 Jun 16 16:20:41.714702 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'name': 'network-vif-deleted', 'tag': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:41.718845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb09bb-96c0-4ffd-b7ba-ff81331f0497" -d '{"events": [{"server_uuid": "199573a7-8f1c-4242-998f-cd6a0b8270b2", "name": "network-vif-deleted", "tag": "31d9ee25-8948-4ebc-ac9c-b38c825d2c60"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:41.727595 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b2c2e2c6-7903-46a4-8076-b94065078157 req-3380a45f-0f28-45c1-b04b-86a2ff70a20b tempest-VolumesNegativeTest-36741680 tempest-VolumesNegativeTest-36741680-project] 10.222.0.17 "GET /v2.0/ports?device_id=199573a7-8f1c-4242-998f-cd6a0b8270b2 HTTP/1.1" status: 200 len: 210 time: 0.0878906 Jun 16 16:20:41.768872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55728) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:41.776674 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fd2f53a9-4306-4942-8aa7-ead01f7df143 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dff983309f4e4bf99192a82ac1136c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915075 Jun 16 16:20:41.797303 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd253e6-a23b-44b6-bb84-3b2bc9650438 x-openstack-request-id: req-ccd253e6-a23b-44b6-bb84-3b2bc9650438 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:41.797503 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199573a7-8f1c-4242-998f-cd6a0b8270b2", "name": "network-vif-deleted", "tag": "31d9ee25-8948-4ebc-ac9c-b38c825d2c60", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:41.797856 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ccd253e6-a23b-44b6-bb84-3b2bc9650438 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:41.798502 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd253e6-a23b-44b6-bb84-3b2bc9650438'] response: {'server_uuid': '199573a7-8f1c-4242-998f-cd6a0b8270b2', 'name': 'network-vif-deleted', 'tag': '31d9ee25-8948-4ebc-ac9c-b38c825d2c60', 'status': 'completed', 'code': 200} Jun 16 16:20:41.846437 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d616393f-ece4-4d0e-b717-5824fe35ec74 admin admin] Publish callbacks [] for security_group (50f6b024-7c07-4f0a-bda7-bb77fac3c9db), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.880481 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d616393f-ece4-4d0e-b717-5824fe35ec74 admin admin] Publish callbacks [] for security_group (50f6b024-7c07-4f0a-bda7-bb77fac3c9db), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.952689 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d616393f-ece4-4d0e-b717-5824fe35ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (50f6b024-7c07-4f0a-bda7-bb77fac3c9db), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.954482 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d616393f-ece4-4d0e-b717-5824fe35ec74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:41.955846 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d616393f-ece4-4d0e-b717-5824fe35ec74 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/50f6b024-7c07-4f0a-bda7-bb77fac3c9db HTTP/1.1" status: 204 len: 168 time: 0.1859834 Jun 16 16:20:41.966509 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616393f-ece4-4d0e-b717-5824fe35ec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6b024-7c07-4f0a-bda7-bb77fac3c9db,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:42.565493 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8b4e-0f42-463b-818a-a200381e9962 req-9d3f7b80-8983-4e6a-9283-789e2d4baee6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:42.567405 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f60c8b4e-0f42-463b-818a-a200381e9962 req-9d3f7b80-8983-4e6a-9283-789e2d4baee6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Jun 16 16:20:42.633792 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f60c8b4e-0f42-463b-818a-a200381e9962 req-94bdab2d-4afe-4512-967d-5c7811efce7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603888 Jun 16 16:20:43.794715 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107194-8e69-47de-8017-7634d9206a49 req-67f36e92-0092-424e-b6c1-186470cbe4df tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:43.797103 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-52107194-8e69-47de-8017-7634d9206a49 req-67f36e92-0092-424e-b6c1-186470cbe4df tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0697231 Jun 16 16:20:43.867260 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-52107194-8e69-47de-8017-7634d9206a49 req-9c116151-99da-44aa-92d4-05c7e536f25b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633566 Jun 16 16:20:44.016892 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55874) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:44.131051 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3ceb749b-93ec-4641-9006-8a93a0fc3ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.223763 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3ceb749b-93ec-4641-9006-8a93a0fc3ee1 admin admin] Publish callbacks [] for security_group (eef54acd-ba7c-40f6-83ed-51755f3dad79), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.227650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3ceb749b-93ec-4641-9006-8a93a0fc3ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (eef54acd-ba7c-40f6-83ed-51755f3dad79), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.270919 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-3ceb749b-93ec-4641-9006-8a93a0fc3ee1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=846e94445a5f4ad78208ae5e0dad8ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529387 Jun 16 16:20:44.271801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb749b-93ec-4641-9006-8a93a0fc3ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef54acd-ba7c-40f6-83ed-51755f3dad79,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:44.275208 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55888) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:44.343201 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3f9d18d5-22af-436b-88f6-1f67f377f089 admin admin] Publish callbacks [] for security_group (eef54acd-ba7c-40f6-83ed-51755f3dad79), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.366059 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3f9d18d5-22af-436b-88f6-1f67f377f089 admin admin] Publish callbacks [] for security_group (eef54acd-ba7c-40f6-83ed-51755f3dad79), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.418756 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3f9d18d5-22af-436b-88f6-1f67f377f089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (eef54acd-ba7c-40f6-83ed-51755f3dad79), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.421389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3f9d18d5-22af-436b-88f6-1f67f377f089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.422585 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3f9d18d5-22af-436b-88f6-1f67f377f089 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eef54acd-ba7c-40f6-83ed-51755f3dad79 HTTP/1.1" status: 204 len: 168 time: 0.1463971 Jun 16 16:20:44.431966 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d18d5-22af-436b-88f6-1f67f377f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef54acd-ba7c-40f6-83ed-51755f3dad79,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:44.628828 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:44.649378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:44.649728 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 31d9ee25-8948-4ebc-ac9c-b38c825d2c60 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:44.749463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 55948) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:44.766360 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cca65463-29c4-4ee3-b0e6-fc28eb8128fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.853576 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cca65463-29c4-4ee3-b0e6-fc28eb8128fc admin admin] Publish callbacks [] for security_group (6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.857658 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-cca65463-29c4-4ee3-b0e6-fc28eb8128fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:44.905618 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-cca65463-29c4-4ee3-b0e6-fc28eb8128fc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=62e988de91f24340b2788ca5eb8000bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548543 Jun 16 16:20:44.906348 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 55962) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:44.906923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65463-29c4-4ee3-b0e6-fc28eb8128fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:44.976618 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1640768b-fe99-44d5-b24a-b4b57f5b6274 admin admin] Publish callbacks [] for security_group (6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:45.002027 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f36b-caa9-4212-83dd-b4f157b5e4a2 req-b73fdc76-ad11-47b2-8d32-bdb4f7d31a3f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:45.003610 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e390f36b-caa9-4212-83dd-b4f157b5e4a2 req-b73fdc76-ad11-47b2-8d32-bdb4f7d31a3f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0573635 Jun 16 16:20:45.006350 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1640768b-fe99-44d5-b24a-b4b57f5b6274 admin admin] Publish callbacks [] for security_group (6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:45.032030 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:45.032810 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:45.068923 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e390f36b-caa9-4212-83dd-b4f157b5e4a2 req-a7db039f-bbc6-4f9a-9b54-ce23f796cfbd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582328 Jun 16 16:20:45.078865 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1640768b-fe99-44d5-b24a-b4b57f5b6274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:45.082819 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1640768b-fe99-44d5-b24a-b4b57f5b6274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:45.087717 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1640768b-fe99-44d5-b24a-b4b57f5b6274 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a HTTP/1.1" status: 204 len: 168 time: 0.1798289 Jun 16 16:20:45.098037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640768b-fe99-44d5-b24a-b4b57f5b6274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6281ddd5-5eb9-4dae-b8d8-06b3c6819b5a,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:46.221062 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102494eb-69d6-4357-9873-6e7f4cdd299c req-6228bcb8-4cc9-46ec-8bf0-071c551c0363 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:46.222712 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-102494eb-69d6-4357-9873-6e7f4cdd299c req-6228bcb8-4cc9-46ec-8bf0-071c551c0363 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0572324 Jun 16 16:20:46.277908 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-102494eb-69d6-4357-9873-6e7f4cdd299c req-d07c392a-a778-4052-a202-56fde9255a9e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492406 Jun 16 16:20:47.019711 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56090) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:47.136343 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-addacaa1-f45e-44d3-aeda-f147f2c5810b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.213623 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-addacaa1-f45e-44d3-aeda-f147f2c5810b admin admin] Publish callbacks [] for security_group (d800fcb8-6fca-4419-bdf3-8be383694126), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.217897 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-addacaa1-f45e-44d3-aeda-f147f2c5810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d800fcb8-6fca-4419-bdf3-8be383694126), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.265861 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addacaa1-f45e-44d3-aeda-f147f2c5810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d800fcb8-6fca-4419-bdf3-8be383694126,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:47.270267 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-addacaa1-f45e-44d3-aeda-f147f2c5810b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf848c0546d34112a35d72ff5f7e7c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494729 Jun 16 16:20:47.273365 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56098) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:47.331194 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-334685f7-6787-45c3-8b35-5ce07112dd9f admin admin] Publish callbacks [] for security_group (d800fcb8-6fca-4419-bdf3-8be383694126), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.365879 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-334685f7-6787-45c3-8b35-5ce07112dd9f admin admin] Publish callbacks [] for security_group (d800fcb8-6fca-4419-bdf3-8be383694126), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.404040 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:47.436264 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-334685f7-6787-45c3-8b35-5ce07112dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d800fcb8-6fca-4419-bdf3-8be383694126), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.439870 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-334685f7-6787-45c3-8b35-5ce07112dd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.443578 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-334685f7-6787-45c3-8b35-5ce07112dd9f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d800fcb8-6fca-4419-bdf3-8be383694126 HTTP/1.1" status: 204 len: 168 time: 0.1666179 Jun 16 16:20:47.443578 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:47.451023 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334685f7-6787-45c3-8b35-5ce07112dd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800fcb8-6fca-4419-bdf3-8be383694126,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:47.472349 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56106) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:47.480669 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-c5b8b735-11fc-44f2-82b4-1dc98d04998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:47.482201 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-c5b8b735-11fc-44f2-82b4-1dc98d04998c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1129 time: 0.0523412 Jun 16 16:20:47.490848 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042e6f7-fc57-402d-b7f7-7bd8f783dd45 req-1b24a3ae-5273-44b8-9d77-cb852228dd7b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:47.498104 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e042e6f7-fc57-402d-b7f7-7bd8f783dd45 req-1b24a3ae-5273-44b8-9d77-cb852228dd7b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1380677 Jun 16 16:20:47.605275 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e042e6f7-fc57-402d-b7f7-7bd8f783dd45 req-2bbe0ed1-0117-4f28-86da-81e7edc63960 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055126 Jun 16 16:20:47.654254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-17104929-d49a-4886-a3cf-f30fbf5ca464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:47.656317 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-17104929-d49a-4886-a3cf-f30fbf5ca464 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1413691 Jun 16 16:20:47.660371 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-2e512c9a-89fe-4685-bc8f-251b2a45fd97 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=765cab7190f642e891d2e7236edc3a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867764 Jun 16 16:20:47.662703 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56110) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:47.716930 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-95c928e9-5285-4f7c-8549-64f162c21279 admin admin] Publish callbacks [] for security_group (c286b5da-c47f-43c1-a408-b7a19099599d), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.744526 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-95c928e9-5285-4f7c-8549-64f162c21279 admin admin] Publish callbacks [] for security_group (c286b5da-c47f-43c1-a408-b7a19099599d), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.813112 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-95c928e9-5285-4f7c-8549-64f162c21279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (c286b5da-c47f-43c1-a408-b7a19099599d), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.816394 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-95c928e9-5285-4f7c-8549-64f162c21279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:47.819928 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-95c928e9-5285-4f7c-8549-64f162c21279 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c286b5da-c47f-43c1-a408-b7a19099599d HTTP/1.1" status: 204 len: 168 time: 0.1539028 Jun 16 16:20:47.826247 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c928e9-5285-4f7c-8549-64f162c21279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286b5da-c47f-43c1-a408-b7a19099599d,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:47.876374 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-b7bd6479-5f2e-4cf4-bb6b-f1920ede38dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 1000 time: 0.0969169 Jun 16 16:20:47.953848 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56116) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:47.957639 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-1697d318-e818-4e37-af53-84582ea39a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:47.959863 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-1697d318-e818-4e37-af53-84582ea39a23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0561171 Jun 16 16:20:47.974345 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b8fd279e-0c3d-4a2a-9e5f-975914d43919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.014842 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-99418892-3b4c-41a1-bc06-0b8e09157256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:48.017136 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-99418892-3b4c-41a1-bc06-0b8e09157256 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504074 Jun 16 16:20:48.075566 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b8fd279e-0c3d-4a2a-9e5f-975914d43919 admin admin] Publish callbacks [] for security_group (a917b192-fe3a-4de5-beb8-8d92b5e3ddc2), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.081800 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b8fd279e-0c3d-4a2a-9e5f-975914d43919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (a917b192-fe3a-4de5-beb8-8d92b5e3ddc2), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.137390 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd279e-0c3d-4a2a-9e5f-975914d43919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a917b192-fe3a-4de5-beb8-8d92b5e3ddc2,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:48.145071 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b8fd279e-0c3d-4a2a-9e5f-975914d43919 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4a572d3dbe304dfd865020a7e118874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874187 Jun 16 16:20:48.145289 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56120) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:48.225644 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fa0762af-d915-4d05-84a4-c31575d87278 admin admin] Publish callbacks [] for security_group (a917b192-fe3a-4de5-beb8-8d92b5e3ddc2), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.249549 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-1dfe6b0b-a4cd-46b6-8821-2968a3b395ce service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770117 Jun 16 16:20:48.259195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fa0762af-d915-4d05-84a4-c31575d87278 admin admin] Publish callbacks [] for security_group (a917b192-fe3a-4de5-beb8-8d92b5e3ddc2), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.319685 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fa0762af-d915-4d05-84a4-c31575d87278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (a917b192-fe3a-4de5-beb8-8d92b5e3ddc2), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.322280 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fa0762af-d915-4d05-84a4-c31575d87278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:48.326765 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fa0762af-d915-4d05-84a4-c31575d87278 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a917b192-fe3a-4de5-beb8-8d92b5e3ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1774526 Jun 16 16:20:48.337188 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0762af-d915-4d05-84a4-c31575d87278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a917b192-fe3a-4de5-beb8-8d92b5e3ddc2,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:48.369473 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3c3b81e7-cf6e-4b18-a048-9d60968f20e3 req-09f202e1-4cc7-4d09-ad4b-e74e8db584a9 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093266 Jun 16 16:20:48.756595 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a720214-3e09-423f-a19a-288bb5e403be req-5e918802-8d88-4bec-83df-d905552a440e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:48.758279 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2a720214-3e09-423f-a19a-288bb5e403be req-5e918802-8d88-4bec-83df-d905552a440e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0585952 Jun 16 16:20:48.825353 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2a720214-3e09-423f-a19a-288bb5e403be req-fac72b82-4be1-4bdb-86e0-754621c44ea2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599306 Jun 16 16:20:48.830523 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56150) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:49.019523 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1745178393-network', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:49.044641 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Made reservation on behalf of bd7ec755d96f4dee964a003d6c269c4e for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:49.048587 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.058645 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.082407 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.122464 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.157265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks [] for security_group (aafd5412-a2e2-4531-a89f-f7e531716459), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.162824 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (aafd5412-a2e2-4531-a89f-f7e531716459), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.200035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:20:49.202885 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd5412-a2e2-4531-a89f-f7e531716459,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:49.215681 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (fd7ff8da-a28d-4d68-b84b-509a98f736f8), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.216132 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Added segment fd7ff8da-a28d-4d68-b84b-509a98f736f8 of type vlan for network 98d47326-345f-472c-9d56-0482f40e4abd Jun 16 16:20:49.295820 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (98d47326-345f-472c-9d56-0482f40e4abd), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.325082 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (98d47326-345f-472c-9d56-0482f40e4abd), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.326130 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:49.326918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.399283 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5636730 Jun 16 16:20:49.399839 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56168) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:49.401907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08761738-9c20-4afb-bdc2-4569be90b4db admin admin] Pushing event updated for resources: {'Network': ['ID=98d47326-345f-472c-9d56-0482f40e4abd,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:49.409711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Request body: {'subnet': {'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1745178393-subnet', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:49.418345 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 98d47326-345f-472c-9d56-0482f40e4abd details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:20:49.456870 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Made reservation on behalf of bd7ec755d96f4dee964a003d6c269c4e for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:49.459761 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112067'] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.625611 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.636657 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.815496 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56174) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:49.820902 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0038efb9-c3a8-4e4d-973d-84efcc06a83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.972361 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112113'] for subnet (090441af-bbdc-4632-a076-fcaa257a2b5f), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.987754 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0497e96-30ce-40f1-bf92-72b3579cda0e req-2afe57af-c5cb-4ed5-9075-ac330afc4df0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:49.989343 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b0497e96-30ce-40f1-bf92-72b3579cda0e req-2afe57af-c5cb-4ed5-9075-ac330afc4df0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0734780 Jun 16 16:20:49.996280 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e34ff35-419a-4346-bf6a-f323e2055914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.032516 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090441af-bbdc-4632-a076-fcaa257a2b5f,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:50.043045 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Checking segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:50.043570 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Network hostable DHCP agents. Network: 98d47326-345f-472c-9d56-0482f40e4abd, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:20:50.066612 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Network 98d47326-345f-472c-9d56-0482f40e4abd is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:20:50.083661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 98d47326-345f-472c-9d56-0482f40e4abd) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:50.089963 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:50.091396 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.094155 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b0497e96-30ce-40f1-bf92-72b3579cda0e req-0874a3d7-71e4-4f59-8d4e-f9fc48b4d768 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933070 Jun 16 16:20:50.097121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed47d5-7e39-41f0-a213-c816a814b315 None None] Network 98d47326-345f-472c-9d56-0482f40e4abd requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:20:50.122775 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-64a30acb-b173-47f0-b05b-d3e86aa33868 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7207403 Jun 16 16:20:50.126079 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56180) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:50.138588 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:50.162600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e34ff35-419a-4346-bf6a-f323e2055914 admin admin] Publish callbacks [] for security_group (472b8324-47d9-4123-8798-1772e1264d37), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.167390 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (6d871f07-30e2-475d-b26b-a8032562a1c4), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.169028 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (6d871f07-30e2-475d-b26b-a8032562a1c4), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.169168 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2e34ff35-419a-4346-bf6a-f323e2055914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (472b8324-47d9-4123-8798-1772e1264d37), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.209181 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2e34ff35-419a-4346-bf6a-f323e2055914 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8f6acdefc39341b083c2eda32d8f77bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922141 Jun 16 16:20:50.213959 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56184) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:50.231961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34ff35-419a-4346-bf6a-f323e2055914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472b8324-47d9-4123-8798-1772e1264d37,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:50.253528 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-98d47326-345f-472c-9d56-0482f40e4abd', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:20:50.254141 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks [] for router_controller (6d871f07-30e2-475d-b26b-a8032562a1c4), precommit_add_association {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.254547 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.281207 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b666-ae87-45a5-957a-25ef28b30246 admin admin] Publish callbacks [] for security_group (472b8324-47d9-4123-8798-1772e1264d37), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.306107 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b666-ae87-45a5-957a-25ef28b30246 admin admin] Publish callbacks [] for security_group (472b8324-47d9-4123-8798-1772e1264d37), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.364984 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b666-ae87-45a5-957a-25ef28b30246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (472b8324-47d9-4123-8798-1772e1264d37), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.368521 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b666-ae87-45a5-957a-25ef28b30246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.384384 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8ee7b666-ae87-45a5-957a-25ef28b30246 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/472b8324-47d9-4123-8798-1772e1264d37 HTTP/1.1" status: 204 len: 168 time: 0.1614311 Jun 16 16:20:50.401484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7b666-ae87-45a5-957a-25ef28b30246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b8324-47d9-4123-8798-1772e1264d37,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:50.416927 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks [] for router_gateway (6d871f07-30e2-475d-b26b-a8032562a1c4), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.471986 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Allocated IP 172.20.0.2 (98d47326-345f-472c-9d56-0482f40e4abd/090441af-bbdc-4632-a076-fcaa257a2b5f/4167737a-7aed-48e6-bfa2-07eace644932) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:50.663052 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:20:50.711013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:50.712699 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Publish callbacks [] for port (4167737a-7aed-48e6-bfa2-07eace644932), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.730097 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks [] for router_gateway (6d871f07-30e2-475d-b26b-a8032562a1c4), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.739205 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (4167737a-7aed-48e6-bfa2-07eace644932), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.767830 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:50.806481 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Network 98d47326-345f-472c-9d56-0482f40e4abd is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:50.847001 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:50.860039 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:50.872474 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:50.892211 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Pushing event updated for resources: {'Port': ['ID=4167737a-7aed-48e6-bfa2-07eace644932,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:50.961740 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:50.983598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '1f148a28-fe89-4254-bdba-5773896f6c82', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82', 'mac_address': 'fa:16:3e:0b:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:20:50.987133 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Attempting to bind port 4167737a-7aed-48e6-bfa2-07eace644932 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:20:50.987787 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Attempting to bind port 4167737a-7aed-48e6-bfa2-07eace644932 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:20:50.988362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Attempting to bind port 4167737a-7aed-48e6-bfa2-07eace644932 on network 98d47326-345f-472c-9d56-0482f40e4abd {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:51.000308 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Allocated IP 172.27.2.142 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/6244e475-8f00-4ffd-a613-c8a6342525ba) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:51.055833 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:20:51.056502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Checking segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:51.057236 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.057783 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Bound using segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:20:51.058440 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Bound port: 4167737a-7aed-48e6-bfa2-07eace644932, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:20:51.059001 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (4167737a-7aed-48e6-bfa2-07eace644932), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.062466 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: ACTIVE; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:51.063286 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.093599 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f148a28-fe89-4254-bdba-5773896f6c82 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:51.193473 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:51.214869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] For port 4167737a-7aed-48e6-bfa2-07eace644932, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:20:51.219507 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] For port 4167737a-7aed-48e6-bfa2-07eace644932, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=4167737a-7aed-48e6-bfa2-07eace644932,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:20:51.223900 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.232851 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (4167737a-7aed-48e6-bfa2-07eace644932), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.311973 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373db51e-88d5-499c-9b1a-0fc0aabd5ccf req-b20e833d-85fd-45d9-8237-1d111e5d77d9 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:51.319317 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-373db51e-88d5-499c-9b1a-0fc0aabd5ccf req-b20e833d-85fd-45d9-8237-1d111e5d77d9 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 944 time: 0.0928695 Jun 16 16:20:51.344339 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['1f148a28-fe89-4254-bdba-5773896f6c82'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:20:51.362859 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks [] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.368865 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=6']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:51.381547 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:51.397147 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:51.462099 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-373db51e-88d5-499c-9b1a-0fc0aabd5ccf req-b7ba7f72-25e6-4872-bc8e-71366360e70f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398003 Jun 16 16:20:51.515414 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:51.559989 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa41f47-04d9-463c-afb0-decc151ccfa6 None None] Pushing event updated for resources: {'Port': ['ID=4167737a-7aed-48e6-bfa2-07eace644932,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:51.603877 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:51.628271 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:51.632465 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:51.726901 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=6244e475-8f00-4ffd-a613-c8a6342525ba,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:52.082937 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks [] for router_gateway (6d871f07-30e2-475d-b26b-a8032562a1c4), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:52.163985 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:20:52.297302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf4b1-3274-4e4c-805d-aaad09b4b491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:52.365285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (6d871f07-30e2-475d-b26b-a8032562a1c4), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:52.576733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Router 6d871f07-30e2-475d-b26b-a8032562a1c4 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:20:52.671172 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:52.675150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:52.679759 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5c96f-0bb8-476f-8b38-e6b61a7a675f req-068b268d-11e2-4f7e-b847-6554637f9053 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:52.688019 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c6e5c96f-0bb8-476f-8b38-e6b61a7a675f req-068b268d-11e2-4f7e-b847-6554637f9053 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 944 time: 0.0861011 Jun 16 16:20:52.739656 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c6e5c96f-0bb8-476f-8b38-e6b61a7a675f req-d7f5e272-5e14-449c-8ba2-cee80352915c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504162 Jun 16 16:20:52.774319 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 1f148a28-fe89-4254-bdba-5773896f6c82 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:52.774765 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:52.788893 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:52.831073 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:52.846355 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:52.849605 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-9fbe7251-12ec-4b6f-bf98-b3a920c85aa4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7220078 Jun 16 16:20:52.853125 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56244) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:52.854596 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Sync routers for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:52.872689 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:52.958739 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:52.959500 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:53.034047 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e73ce-7742-409d-8013-ea06569540a3 None None] Network 98d47326-345f-472c-9d56-0482f40e4abd requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:20:53.046406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 4167737a-7aed-48e6-bfa2-07eace644932 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:53.070288 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] Provisioning complete for port 4167737a-7aed-48e6-bfa2-07eace644932 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:53.070288 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (4167737a-7aed-48e6-bfa2-07eace644932), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.112182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:53.408773 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:53.410326 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:53.411093 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.555952 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] Current status of the port 4167737a-7aed-48e6-bfa2-07eace644932 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:53.556338 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (4167737a-7aed-48e6-bfa2-07eace644932), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.559117 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:53.561595 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdbdb60-a200-4528-9291-5b2991e0d4de" -d '{"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-plugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:53.581283 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 4167737a-7aed-48e6-bfa2-07eace644932 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:53.581651 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (4167737a-7aed-48e6-bfa2-07eace644932), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.589969 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:53.684369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.687936 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33214ca6-657d-45c6-9c58-c46dd04a2231 x-openstack-request-id: req-33214ca6-657d-45c6-9c58-c46dd04a2231 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:53.688474 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-plugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:53.688474 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-33214ca6-657d-45c6-9c58-c46dd04a2231 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:53.688860 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33214ca6-657d-45c6-9c58-c46dd04a2231'] response: {'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'code': 200} Jun 16 16:20:53.690662 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:53.743115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.826540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=7']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:53.859659 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:53.902372 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] For port 4167737a-7aed-48e6-bfa2-07eace644932, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=4167737a-7aed-48e6-bfa2-07eace644932,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:53.939835 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (4167737a-7aed-48e6-bfa2-07eace644932), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.013966 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7a33c-5696-472d-9c25-dfac1bdb5436 req-1a436126-120d-4307-9edd-bdd56d88d108 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:54.021078 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-abf7a33c-5696-472d-9c25-dfac1bdb5436 req-1a436126-120d-4307-9edd-bdd56d88d108 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1041465 Jun 16 16:20:54.054235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 4167737a-7aed-48e6-bfa2-07eace644932 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:54.101819 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Allocated IP 172.20.0.1 (98d47326-345f-472c-9d56-0482f40e4abd/090441af-bbdc-4632-a076-fcaa257a2b5f/546e7b1d-fb2d-49db-8c60-e4a56ae8b736) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:54.109052 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f9f9c-e011-4727-b05f-a4f5d2c8a74f None None] Pushing event updated for resources: {'Port': ['ID=4167737a-7aed-48e6-bfa2-07eace644932,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:54.177729 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-701d8276-6c9c-414e-b624-17e8e154426d None None] Provisioning complete for port 4167737a-7aed-48e6-bfa2-07eace644932 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:54.178283 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-701d8276-6c9c-414e-b624-17e8e154426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (4167737a-7aed-48e6-bfa2-07eace644932), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.183213 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:51Z', 'revision_number': 3, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:54.207299 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:54.243599 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Checking router: 6d871f07-30e2-475d-b26b-a8032562a1c4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:54.244011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Updating router 6d871f07-30e2-475d-b26b-a8032562a1c4 port 6244e475-8f00-4ffd-a613-c8a6342525ba binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:20:54.268717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks [] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.283776 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:54.292014 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.311695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:54.325795 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.400742 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Network 98d47326-345f-472c-9d56-0482f40e4abd is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:54.410637 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-701d8276-6c9c-414e-b624-17e8e154426d None None] Current status of the port 4167737a-7aed-48e6-bfa2-07eace644932 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:54.411188 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:54.428578 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:54.487061 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (6d871f07-30e2-475d-b26b-a8032562a1c4), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.496991 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Pushing event updated for resources: {'Port': ['ID=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:54.553958 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-abf7a33c-5696-472d-9c25-dfac1bdb5436 req-071d23d8-8d3f-4429-ab52-80af40ad279c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392554 Jun 16 16:20:54.576705 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:54.672761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Publish callbacks [] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.690249 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.690902 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.772589 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Attempting to bind port 6244e475-8f00-4ffd-a613-c8a6342525ba on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:20:54.772955 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Attempting to bind port 6244e475-8f00-4ffd-a613-c8a6342525ba by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:20:54.773311 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Attempting to bind port 6244e475-8f00-4ffd-a613-c8a6342525ba on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:54.803998 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:20:54.804386 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:54.804800 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.805157 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:20:54.805702 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Bound port: 6244e475-8f00-4ffd-a613-c8a6342525ba, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:20:54.806031 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.807783 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8f5fe-8c60-4cb8-9f1f-bb17e31e16ad None None] Pushing event updated for resources: {'Port': ['ID=6244e475-8f00-4ffd-a613-c8a6342525ba,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:54.915204 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-4b9664f1-93ee-4bbb-93d8-6657d07ffae5 None None] Provisioning complete for port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:54.915590 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4b9664f1-93ee-4bbb-93d8-6657d07ffae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.926170 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.928888 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks [] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.955601 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:54.964027 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] For port 6244e475-8f00-4ffd-a613-c8a6342525ba, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:20:54.992736 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] For port 6244e475-8f00-4ffd-a613-c8a6342525ba, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=6244e475-8f00-4ffd-a613-c8a6342525ba,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:20:54.996070 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-4b9664f1-93ee-4bbb-93d8-6657d07ffae5 None None] Port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:20:55.004392 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:55.080184 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 4167737a-7aed-48e6-bfa2-07eace644932 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:55.105456 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (6d871f07-30e2-475d-b26b-a8032562a1c4), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:55.108021 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Pushing event updated for resources: {'Port': ['ID=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:55.169206 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:55.169961 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:55.175382 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8f5fe-8c60-4cb8-9f1f-bb17e31e16ad None None] Pushing event updated for resources: {'Port': ['ID=6244e475-8f00-4ffd-a613-c8a6342525ba,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:55.307608 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 4167737a-7aed-48e6-bfa2-07eace644932 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:55.307986 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (4167737a-7aed-48e6-bfa2-07eace644932), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:55.327068 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Network 98d47326-345f-472c-9d56-0482f40e4abd is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:55.331776 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:55.362263 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:55.367013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:55.400141 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:55.470543 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:55.508125 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Router 6d871f07-30e2-475d-b26b-a8032562a1c4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:55.551268 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 4167737a-7aed-48e6-bfa2-07eace644932 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:55.585102 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:55.674564 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:55.684659 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-c6c72b05-6800-482e-ba35-57edf8857666 admin admin] 10.222.0.17 "PUT /v2.0/routers/6d871f07-30e2-475d-b26b-a8032562a1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8303859 Jun 16 16:20:55.760382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006d14c-4507-4c9c-8354-f4c49670838b req-7cdaaa74-3762-4ca0-aeed-e72bd8590f2a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:55.768503 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f006d14c-4507-4c9c-8354-f4c49670838b req-7cdaaa74-3762-4ca0-aeed-e72bd8590f2a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0646288 Jun 16 16:20:55.847323 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f006d14c-4507-4c9c-8354-f4c49670838b req-c530a732-22f5-4c29-96a7-66d121b4a8e0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775390 Jun 16 16:20:55.892586 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-cd5b88e8-27d2-47fe-9220-aed7cee65ef6 None None] Provisioning complete for port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:55.894340 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cd5b88e8-27d2-47fe-9220-aed7cee65ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:55.931542 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 2, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:55.965185 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b88e8-27d2-47fe-9220-aed7cee65ef6 None None] Port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:20:55.967829 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cf342-baa9-4b04-b02e-67737c21e56d None None] The sync data for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi is: [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 2, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:56.669183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56292) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:56.711273 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56296) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:56.716224 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1611418205-network', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:56.755633 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Made reservation on behalf of 1ddadfa11c1c4dbd8b2dacc6ab97f722 for: {'network': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:56.758350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:56.783372 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:56.939142 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks [] for security_group (1fc64252-04e0-4890-a73a-94059d28427e), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:56.945092 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1fc64252-04e0-4890-a73a-94059d28427e), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.010427 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=104115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:20:57.070213 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (2aa2fec0-d90c-4836-99fc-2a50573f269a), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.070578 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.segments_db [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Added segment 2aa2fec0-d90c-4836-99fc-2a50573f269a of type vlan for network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 Jun 16 16:20:57.104358 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6244e475-8f00-4ffd-a613-c8a6342525ba up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:57.148764 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:57.160511 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c03a8c-28cd-4af8-afe9-59854d269313 req-8e8e7676-ada8-46eb-9190-8d2bb8bcfefa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:57.162286 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-75c03a8c-28cd-4af8-afe9-59854d269313 req-8e8e7676-ada8-46eb-9190-8d2bb8bcfefa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1362393 Jun 16 16:20:57.163192 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bda4aaec-cdd3-4049-b68c-ae62527f9d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.181484 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 6244e475-8f00-4ffd-a613-c8a6342525ba triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:57.181861 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.197785 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc64252-04e0-4890-a73a-94059d28427e,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.244753 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.294631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.296218 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:57.297032 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.305699 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 6244e475-8f00-4ffd-a613-c8a6342525ba is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:57.306786 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.380706 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 6244e475-8f00-4ffd-a613-c8a6342525ba, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=6244e475-8f00-4ffd-a613-c8a6342525ba,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:57.391429 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.500405 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-75c03a8c-28cd-4af8-afe9-59854d269313 req-b076e88b-0c1c-46fb-b6c0-3be61d04ea5d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953827 Jun 16 16:20:57.553131 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=6244e475-8f00-4ffd-a613-c8a6342525ba,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.556576 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8443260 Jun 16 16:20:57.559632 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56300) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:57.568466 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Request body: {'subnet': {'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1611418205-subnet', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:57.577494 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934f491-a733-4529-87da-ef765f68319d admin admin] Pushing event updated for resources: {'Network': ['ID=022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.588980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bda4aaec-cdd3-4049-b68c-ae62527f9d8f admin admin] Publish callbacks [] for security_group (393b5ce0-1053-473c-aad5-88bc649ee239), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.595949 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bda4aaec-cdd3-4049-b68c-ae62527f9d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (393b5ce0-1053-473c-aad5-88bc649ee239), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.597957 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:20:57.609844 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Made reservation on behalf of 1ddadfa11c1c4dbd8b2dacc6ab97f722 for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:57.612587 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112067'] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.650820 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:57.660706 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bda4aaec-cdd3-4049-b68c-ae62527f9d8f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6619fc9a617f4bc1bdf5d2870d3ed8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9892528 Jun 16 16:20:57.661416 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56302) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:57.662463 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4aaec-cdd3-4049-b68c-ae62527f9d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393b5ce0-1053-473c-aad5-88bc649ee239,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.741872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0e437310-e480-4a36-83a2-3a19e01171d2 admin admin] Publish callbacks [] for security_group (393b5ce0-1053-473c-aad5-88bc649ee239), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.786030 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0e437310-e480-4a36-83a2-3a19e01171d2 admin admin] Publish callbacks [] for security_group (393b5ce0-1053-473c-aad5-88bc649ee239), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.800474 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:57.872444 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0e437310-e480-4a36-83a2-3a19e01171d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (393b5ce0-1053-473c-aad5-88bc649ee239), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.877997 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0e437310-e480-4a36-83a2-3a19e01171d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:57.883567 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0e437310-e480-4a36-83a2-3a19e01171d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/393b5ce0-1053-473c-aad5-88bc649ee239 HTTP/1.1" status: 204 len: 168 time: 0.2178869 Jun 16 16:20:57.896349 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e437310-e480-4a36-83a2-3a19e01171d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b5ce0-1053-473c-aad5-88bc649ee239,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.971642 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112113'] for subnet (c05eadd0-bff8-4c4a-bcfb-97cdc47976a5), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.047561 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05eadd0-bff8-4c4a-bcfb-97cdc47976a5,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:58.050200 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Checking segment: {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:58.050709 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Network hostable DHCP agents. Network: 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:20:58.080973 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:20:58.106203 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:58.110921 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:58.111611 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.116367 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1efc9d-5d17-49e7-af10-983bb44f7c34 None None] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:20:58.134524 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-cbaefaa1-24f3-4e37-96db-47dd0abad2cf admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5715036 Jun 16 16:20:58.136746 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56308) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:58.142136 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:58.174825 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.175955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.237663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks [] for router_controller (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), precommit_add_association {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.319581 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'fixed_ips': [{'subnet_id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:20:58.320916 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.434094 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56310) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:58.450832 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-737f7bf9-cfdd-49e2-9e2c-d45930bfabcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.453865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks [] for router_gateway (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.514694 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Allocated IP 172.20.0.2 (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8/c05eadd0-bff8-4c4a-bcfb-97cdc47976a5/479485e3-250b-4ba8-819b-a67f73ce96b3) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:58.558024 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-737f7bf9-cfdd-49e2-9e2c-d45930bfabcd admin admin] Publish callbacks [] for security_group (eadaaecb-893d-4dee-9d4b-ba9b3cc177cd), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.567681 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-737f7bf9-cfdd-49e2-9e2c-d45930bfabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (eadaaecb-893d-4dee-9d4b-ba9b3cc177cd), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.611791 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-737f7bf9-cfdd-49e2-9e2c-d45930bfabcd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d7b7d463bbc34a06a48f40d4af548125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762908 Jun 16 16:20:58.612621 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56314) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:58.652276 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:58.744290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks [] for router_gateway (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.762331 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7bf9-cfdd-49e2-9e2c-d45930bfabcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadaaecb-893d-4dee-9d4b-ba9b3cc177cd,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:58.763943 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:58.770644 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.787600 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:58.815386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de223-1273-4414-853d-703a24e03bb0 req-0c40c823-4fce-4784-ac04-e359809d33a0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:58.820867 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e26de223-1273-4414-853d-703a24e03bb0 req-0c40c823-4fce-4784-ac04-e359809d33a0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1396332 Jun 16 16:20:58.838994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aeec160b-868f-4425-bac3-2feb5ef1a025 admin admin] Publish callbacks [] for security_group (eadaaecb-893d-4dee-9d4b-ba9b3cc177cd), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.866827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aeec160b-868f-4425-bac3-2feb5ef1a025 admin admin] Publish callbacks [] for security_group (eadaaecb-893d-4dee-9d4b-ba9b3cc177cd), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.891318 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Publish callbacks [] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.901526 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.916673 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Allocated IP 172.27.2.242 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/e4eeabe8-4bd5-4580-9320-7c67e50c524e) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:58.946786 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:58.972526 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aeec160b-868f-4425-bac3-2feb5ef1a025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (eadaaecb-893d-4dee-9d4b-ba9b3cc177cd), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.978537 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-aeec160b-868f-4425-bac3-2feb5ef1a025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:58.986975 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-aeec160b-868f-4425-bac3-2feb5ef1a025 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eadaaecb-893d-4dee-9d4b-ba9b3cc177cd HTTP/1.1" status: 204 len: 168 time: 0.3713589 Jun 16 16:20:59.011032 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec160b-868f-4425-bac3-2feb5ef1a025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadaaecb-893d-4dee-9d4b-ba9b3cc177cd,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:59.046860 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:59.050161 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e26de223-1273-4414-853d-703a24e03bb0 req-4b339b52-e467-4dd1-ac30-064fe73a0f03 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143548 Jun 16 16:20:59.067004 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:59.081325 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:59.103298 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:59.114388 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Pushing event updated for resources: {'Port': ['ID=479485e3-250b-4ba8-819b-a67f73ce96b3,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:59.121258 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks [] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:59.128276 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6244e475-8f00-4ffd-a613-c8a6342525ba up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:59.174712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:59.230963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:59.235953 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:59.241043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:59.272121 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Sync routers for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:59.296379 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Pushing event updated for resources: {'Port': ['ID=e4eeabe8-4bd5-4580-9320-7c67e50c524e,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:59.312856 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:59.313917 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:59.338965 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Attempting to bind port 479485e3-250b-4ba8-819b-a67f73ce96b3 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:20:59.347939 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Attempting to bind port 479485e3-250b-4ba8-819b-a67f73ce96b3 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:20:59.348355 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Attempting to bind port 479485e3-250b-4ba8-819b-a67f73ce96b3 on network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:59.356846 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:20:59.373920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Checking segment: {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:59.374734 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:59.375384 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Bound using segment: {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:20:59.376975 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Bound port: 479485e3-250b-4ba8-819b-a67f73ce96b3, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:20:59.377901 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:59.385595 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 6244e475-8f00-4ffd-a613-c8a6342525ba triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:59.386463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:59.653133 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:59.662781 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] For port 479485e3-250b-4ba8-819b-a67f73ce96b3, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:20:59.667907 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] For port 479485e3-250b-4ba8-819b-a67f73ce96b3, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=479485e3-250b-4ba8-819b-a67f73ce96b3,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:20:59.672316 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 6244e475-8f00-4ffd-a613-c8a6342525ba is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:59.676345 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:59.828974 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae328d-bf28-4a3e-a76f-69f1a0bbe27b None None] Pushing event updated for resources: {'Port': ['ID=479485e3-250b-4ba8-819b-a67f73ce96b3,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:00.003690 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks [] for router_gateway (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.022693 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 2, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:00.120358 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Checking router: 6d871f07-30e2-475d-b26b-a8032562a1c4 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:00.126355 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Updating router 6d871f07-30e2-475d-b26b-a8032562a1c4 port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:00.235234 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.287397 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e0c92-4f5b-4e1f-85af-ebba83d899c9 req-e3c9a4fe-b374-4559-8839-94706d92d502 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:00.289799 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-121e0c92-4f5b-4e1f-85af-ebba83d899c9 req-e3c9a4fe-b374-4559-8839-94706d92d502 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0797188 Jun 16 16:21:00.422936 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.464762 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56340) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:00.588258 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-121e0c92-4f5b-4e1f-85af-ebba83d899c9 req-1fed68ea-0a96-4d4f-9c20-b85bc98ea481 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863655 Jun 16 16:21:00.654809 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-406987965-network', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:00.685681 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Publish callbacks [] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.702863 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.718233 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Made reservation on behalf of b77126371c5d44db8ab75fbfca0737af for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:00.723043 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.736367 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:21:00.742843 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:00.755015 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.821968 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Pushing event updated for resources: {'Port': ['ID=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:00.867651 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.868735 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.869254 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.874371 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.874960 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.875549 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.876045 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.876539 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.877031 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.877526 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.878045 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.879057 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.881280 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.881958 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.882462 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:00.952822 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:00.958962 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Attempting to bind port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:00.959333 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Attempting to bind port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:00.963017 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Attempting to bind port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 on network 98d47326-345f-472c-9d56-0482f40e4abd {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:00.976687 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:00.977483 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Checking segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:00.978116 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.978665 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Bound using segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:00.979397 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Bound port: 546e7b1d-fb2d-49db-8c60-e4a56ae8b736, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:00.979862 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.987679 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks [] for security_group (8ce0ff52-71fb-42a7-baef-266656528726), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:00.996192 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (8ce0ff52-71fb-42a7-baef-266656528726), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.045622 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:01.057674 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Sync routers for ids ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:01.077751 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce0ff52-71fb-42a7-baef-266656528726,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.097676 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.110536 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-a34aad70-0d30-45d9-a60b-791486633fef admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9725654 Jun 16 16:21:01.112271 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56344) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:01.118697 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:21:01.124097 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Routers {'d0f686ef-05b8-4efa-b4c3-ef9c1b917808'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:01.126313 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:01.158581 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (1b57b667-51da-4c4a-bf21-5758a498b8d6), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.162462 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Added segment 1b57b667-51da-4c4a-bf21-5758a498b8d6 of type vlan for network c8adc531-7e83-47cd-8743-c56fb61916fb Jun 16 16:21:01.198724 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:01.201679 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] For port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:01.211774 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] For port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:01.234534 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.279213 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (c8adc531-7e83-47cd-8743-c56fb61916fb), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.312338 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:01.336426 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:01.337078 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:01.347606 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (c8adc531-7e83-47cd-8743-c56fb61916fb), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.351709 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:01.352643 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.367754 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 479485e3-250b-4ba8-819b-a67f73ce96b3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:01.496145 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] Provisioning complete for port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:01.496805 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.559779 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] Pushing event updated for resources: {'Network': ['ID=c8adc531-7e83-47cd-8743-c56fb61916fb,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.585713 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-24222f29-44d9-4a18-b575-4012e1fe5e14 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1196327 Jun 16 16:21:01.586772 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56348) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:01.593170 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:01.593456 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Request body: {'subnet': {'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-406987965-subnet', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'ip_version': 4}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:01.608568 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ffc69-a39a-4ae7-960d-2b5c30ed3bd4 None None] Pushing event updated for resources: {'Port': ['ID=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.619431 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Made reservation on behalf of b77126371c5d44db8ab75fbfca0737af for: {'subnet': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:01.624685 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112067'] for subnet (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:01.626008 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa2982-8fa9-4c6d-82af-1bda0cb32d08 None None] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:01.628933 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network c8adc531-7e83-47cd-8743-c56fb61916fb details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:21:01.722315 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Set router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:01.824960 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:01.872364 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:01.914551 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4f4c-663e-4b7c-9609-2b4c57ce26d1 req-df58fa0a-a6b8-4ded-b57a-372117b7ab77 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:01.916133 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-553c4f4c-663e-4b7c-9609-2b4c57ce26d1 req-df58fa0a-a6b8-4ded-b57a-372117b7ab77 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1272717 Jun 16 16:21:01.958901 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:01.959912 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:01Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:02.008056 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313446f-586e-41c5-ab6d-d3b5bcee40bf None None] The sync data for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi is: [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:01Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:02.014658 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-553c4f4c-663e-4b7c-9609-2b4c57ce26d1 req-acb83e60-308b-429e-be19-00814690091b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876331 Jun 16 16:21:02.028253 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.097080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112113'] for subnet (4dd4ecfb-6940-40f3-a98b-6cc9530e83b8), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.183614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:02.230672 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Checking segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:02.231037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Network hostable DHCP agents. Network: c8adc531-7e83-47cd-8743-c56fb61916fb, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:21:02.285498 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Network c8adc531-7e83-47cd-8743-c56fb61916fb is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:21:02.328322 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, c8adc531-7e83-47cd-8743-c56fb61916fb) {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:02.345701 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:02.347154 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.372566 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b2ceac-07b1-4097-a005-409fb2394b76 None None] Network c8adc531-7e83-47cd-8743-c56fb61916fb requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:02.393978 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-9cb52367-7e37-4327-9910-b18e1e49d04a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8036244 Jun 16 16:21:02.397979 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56352) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:02.402443 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Allocated IP 172.20.0.1 (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8/c05eadd0-bff8-4c4a-bcfb-97cdc47976a5/8393d0b4-3905-42c8-b802-dbbdeb036472) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:02.410550 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:02.450195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (03baeb4a-fb96-4179-b632-9bdf096ba22a), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.453637 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (03baeb4a-fb96-4179-b632-9bdf096ba22a), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.472895 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:02.579214 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks [] for router_controller (03baeb4a-fb96-4179-b632-9bdf096ba22a), precommit_add_association {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.600142 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks [] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.619842 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 479485e3-250b-4ba8-819b-a67f73ce96b3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:02.621011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.648882 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:02.658753 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.709006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Pushing event updated for resources: {'Port': ['ID=8393d0b4-3905-42c8-b802-dbbdeb036472,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:02.731476 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:02.740883 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:02.744009 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:02.758291 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:02.786408 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] Current status of the port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:02.792265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.809871 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-c8adc531-7e83-47cd-8743-c56fb61916fb', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:21:02.823811 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.839702 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks [] for router_gateway (03baeb4a-fb96-4179-b632-9bdf096ba22a), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.840951 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.957432 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:02.994494 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:20:59Z', 'revision_number': 3, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:03.075039 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.167097 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Checking router: d0f686ef-05b8-4efa-b4c3-ef9c1b917808 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:03.169371 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Updating router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 port e4eeabe8-4bd5-4580-9320-7c67e50c524e binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:03.221519 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks [] for router_gateway (03baeb4a-fb96-4179-b632-9bdf096ba22a), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.250327 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa099-c66e-4016-a871-35a3b52339eb req-8580f0e8-8a2e-464a-b381-b13cb661028e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:03.263010 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-417aa099-c66e-4016-a871-35a3b52339eb req-8580f0e8-8a2e-464a-b381-b13cb661028e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0963612 Jun 16 16:21:03.276160 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.278830 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] For port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:03.331764 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.365772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:03.410886 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-417aa099-c66e-4016-a871-35a3b52339eb req-9f9fceac-b78c-4ff9-a324-f6c40dbc7179 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470196 Jun 16 16:21:03.441244 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.455057 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Allocated IP 172.27.2.241 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/8c39d29a-3548-4899-93ce-126276f25473) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:03.565679 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks [] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.578889 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.650355 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 479485e3-250b-4ba8-819b-a67f73ce96b3 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:03.650763 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.685487 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.702111 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-94e06649-5df5-41d9-bb6e-b88e152223c5 None None] Provisioning complete for port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:03.702551 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks [] for port (8c39d29a-3548-4899-93ce-126276f25473), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.703307 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-94e06649-5df5-41d9-bb6e-b88e152223c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.707383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:03.772663 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd2e7d-f25f-4661-a614-dff858653c8c None None] Pushing event updated for resources: {'Port': ['ID=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:03.803044 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (8c39d29a-3548-4899-93ce-126276f25473), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.818907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Pushing event updated for resources: {'Port': ['ID=8393d0b4-3905-42c8-b802-dbbdeb036472,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:03.855785 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:03.859711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:03.862715 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:03.908254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:03.909737 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:03.916038 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Pushing event updated for resources: {'Port': ['ID=8c39d29a-3548-4899-93ce-126276f25473,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.077724 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Publish callbacks [] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.085145 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:04.096087 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Allocated IP 172.20.0.2 (c8adc531-7e83-47cd-8743-c56fb61916fb/4dd4ecfb-6940-40f3-a98b-6cc9530e83b8/06f7574b-c1bc-4975-b251-7f9d300dae9b) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:04.115022 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.137410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 479485e3-250b-4ba8-819b-a67f73ce96b3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=479485e3-250b-4ba8-819b-a67f73ce96b3,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:04.143997 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:04.181966 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:04.191102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.361633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aecac9-d6fd-46de-af93-db129ec86914 None None] Pushing event updated for resources: {'Port': ['ID=e4eeabe8-4bd5-4580-9320-7c67e50c524e,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.366101 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:04.366556 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Attempting to bind port e4eeabe8-4bd5-4580-9320-7c67e50c524e on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:04.367330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Attempting to bind port e4eeabe8-4bd5-4580-9320-7c67e50c524e by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:04.367537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Attempting to bind port e4eeabe8-4bd5-4580-9320-7c67e50c524e on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:04.377615 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e189217a-e9ee-4c09-b4d7-7ef89bde01ef admin admin] 10.222.0.17 "PUT /v2.0/routers/d0f686ef-05b8-4efa-b4c3-ef9c1b917808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2628424 Jun 16 16:21:04.494858 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:04.497642 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:04.498538 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.502924 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:04.503767 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Bound port: e4eeabe8-4bd5-4580-9320-7c67e50c524e, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:04.504442 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.510627 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:04.597267 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Publish callbacks [] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.640472 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3fb8-2461-4530-9cce-21fcdf269386 req-ef3392ed-2dad-4f30-af6a-95e2cd3399d0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:04.642490 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b0dd3fb8-2461-4530-9cce-21fcdf269386 req-ef3392ed-2dad-4f30-af6a-95e2cd3399d0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1064827 Jun 16 16:21:04.660461 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.710758 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=479485e3-250b-4ba8-819b-a67f73ce96b3,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.740910 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b0dd3fb8-2461-4530-9cce-21fcdf269386 req-b7b4e1b9-e5eb-42d4-b41f-db5a681ea8ab tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881550 Jun 16 16:21:04.767000 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks [] for router_gateway (03baeb4a-fb96-4179-b632-9bdf096ba22a), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.798362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Network c8adc531-7e83-47cd-8743-c56fb61916fb is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:04.808691 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-94e06649-5df5-41d9-bb6e-b88e152223c5 None None] Current status of the port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:04.820768 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:04.829047 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:04.841240 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:04.846488 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] For port e4eeabe8-4bd5-4580-9320-7c67e50c524e, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:04.863598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-94e06649-5df5-41d9-bb6e-b88e152223c5 None None] Provisioning complete for port 479485e3-250b-4ba8-819b-a67f73ce96b3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:04.864115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-94e06649-5df5-41d9-bb6e-b88e152223c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.866848 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:04.867349 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.934459 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Pushing event updated for resources: {'Port': ['ID=06f7574b-c1bc-4975-b251-7f9d300dae9b,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.940754 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] For port e4eeabe8-4bd5-4580-9320-7c67e50c524e, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e4eeabe8-4bd5-4580-9320-7c67e50c524e,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:04.959035 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.065289 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aecac9-d6fd-46de-af93-db129ec86914 None None] Pushing event updated for resources: {'Port': ['ID=e4eeabe8-4bd5-4580-9320-7c67e50c524e,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:05.087827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:05.100791 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (03baeb4a-fb96-4179-b632-9bdf096ba22a), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.140569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56368) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:05.145361 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219751689', 'description': 'tempest-secgroup-smoke-1219751689 description', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:05.190412 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:05.192818 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.196845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:05.213611 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Attempting to bind port 06f7574b-c1bc-4975-b251-7f9d300dae9b on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:05.214154 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Attempting to bind port 06f7574b-c1bc-4975-b251-7f9d300dae9b by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:05.214588 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Attempting to bind port 06f7574b-c1bc-4975-b251-7f9d300dae9b on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:05.228825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:05.229254 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Checking segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:05.229683 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.230115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Bound using segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:05.232510 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Bound port: 06f7574b-c1bc-4975-b251-7f9d300dae9b, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:05.232884 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.244377 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Routers {'d0f686ef-05b8-4efa-b4c3-ef9c1b917808'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:05.245047 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:05.318477 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group (a1651e23-a645-47b7-a147-1415d587c127), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.322077 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:21:05.328949 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (a1651e23-a645-47b7-a147-1415d587c127), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.372568 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.380145 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2383728 Jun 16 16:21:05.384424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56370) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:05.392115 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group_rule': {'security_group_id': 'a1651e23-a645-47b7-a147-1415d587c127', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:05.399525 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9628e7-4bb6-4d95-bed7-0ca9a0894d2d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1651e23-a645-47b7-a147-1415d587c127,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:05.433185 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (3fb9735f-174d-431b-9758-b3c055a1ba04), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.517464 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:05.524431 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:05.534189 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:05.554840 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:05.555742 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:05.574218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.577986 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-a4b64a06-8830-485a-914e-90b4bb99fa0f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1786470 Jun 16 16:21:05.581267 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56372) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:05.583713 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (3fb9735f-174d-431b-9758-b3c055a1ba04), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.583894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-94e06649-5df5-41d9-bb6e-b88e152223c5 None None] Current status of the port 479485e3-250b-4ba8-819b-a67f73ce96b3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:05.593957 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (3fb9735f-174d-431b-9758-b3c055a1ba04), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.637127 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] Set router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:05.647990 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb9735f-174d-431b-9758-b3c055a1ba04,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:05.656896 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.660762 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e887218b-125f-4987-8e2b-f44a4264ff6b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725828 Jun 16 16:21:05.661593 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56374) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:05.668088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group_rule': {'security_group_id': 'a1651e23-a645-47b7-a147-1415d587c127', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:05.731348 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:05.733408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (a6f541bf-ef41-451e-9441-ac3ebfba840c), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.751190 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:05.847571 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] For port 06f7574b-c1bc-4975-b251-7f9d300dae9b, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:05.852077 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-ff8043ec-e2e9-40a8-a563-0a182c81f866 None None] Provisioning complete for port 8393d0b4-3905-42c8-b802-dbbdeb036472 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:05.852453 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ff8043ec-e2e9-40a8-a563-0a182c81f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.875777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (a6f541bf-ef41-451e-9441-ac3ebfba840c), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.884605 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (a6f541bf-ef41-451e-9441-ac3ebfba840c), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.919494 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f541bf-ef41-451e-9441-ac3ebfba840c,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:05.928534 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:05.930206 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-0fbcbf59-4daa-41da-9c04-de8cecf998a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2667062 Jun 16 16:21:05.934828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56378) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:05.942152 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group_rule': {'security_group_id': 'a1651e23-a645-47b7-a147-1415d587c127', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:05.942631 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] For port 06f7574b-c1bc-4975-b251-7f9d300dae9b, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=06f7574b-c1bc-4975-b251-7f9d300dae9b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:05.988014 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (e6b62dd6-9828-4d12-b6df-46690b3215d9), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.000923 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.041813 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1cdab-abdb-48fb-a9f8-d5ff4a858650 req-6e63071a-5f5c-4750-a57c-2d1ba46ee1c7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:06.043740 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bec1cdab-abdb-48fb-a9f8-d5ff4a858650 req-6e63071a-5f5c-4750-a57c-2d1ba46ee1c7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0658226 Jun 16 16:21:06.062045 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:04Z', 'revision_number': 3, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:06.129036 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:06.130762 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Updating router 03baeb4a-fb96-4179-b632-9bdf096ba22a port 8c39d29a-3548-4899-93ce-126276f25473 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:06.131387 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (e6b62dd6-9828-4d12-b6df-46690b3215d9), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.139870 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (e6b62dd6-9828-4d12-b6df-46690b3215d9), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.166965 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b62dd6-9828-4d12-b6df-46690b3215d9,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:06.168443 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ff8043ec-e2e9-40a8-a563-0a182c81f866 None None] Port 8393d0b4-3905-42c8-b802-dbbdeb036472 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:06.213345 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.214617 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ff4a5f2b-4dfc-4d8b-a7b0-c5637ca5bc3e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2784288 Jun 16 16:21:06.218071 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56380) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:06.223075 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group_rule': {'security_group_id': 'a1651e23-a645-47b7-a147-1415d587c127', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:06.230547 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8c39d29a-3548-4899-93ce-126276f25473), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.233718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:06.282106 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bec1cdab-abdb-48fb-a9f8-d5ff4a858650 req-c25fc7d4-5e41-412e-9536-b65f0bd52248 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150215 Jun 16 16:21:06.305077 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:06.311574 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (6c27d0dd-7615-4949-8cbc-baf217cfade2), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.402988 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-ff8043ec-e2e9-40a8-a563-0a182c81f866 None None] Provisioning complete for port 479485e3-250b-4ba8-819b-a67f73ce96b3 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:06.411620 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ff8043ec-e2e9-40a8-a563-0a182c81f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.415375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (6c27d0dd-7615-4949-8cbc-baf217cfade2), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.421726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (6c27d0dd-7615-4949-8cbc-baf217cfade2), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.432562 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.447393 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 479485e3-250b-4ba8-819b-a67f73ce96b3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:06.456399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.460449 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2396421 Jun 16 16:21:06.460944 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56382) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:06.471818 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group_rule': {'security_group_id': 'a1651e23-a645-47b7-a147-1415d587c127', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:06.481545 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad891ce1-f770-46a2-b6dc-f7234df28974 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c27d0dd-7615-4949-8cbc-baf217cfade2,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:06.549312 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.securitygroups_db [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Project bd7ec755d96f4dee964a003d6c269c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:21:06.556714 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (df7be293-a421-4ade-9bd8-2337e7c02368), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.640608 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (df7be293-a421-4ade-9bd8-2337e7c02368), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.648353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (df7be293-a421-4ade-9bd8-2337e7c02368), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.651338 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:06.662404 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:06.681203 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab64d9-c0c7-42d9-9847-740cd9dacf6e None None] Pushing event updated for resources: {'Port': ['ID=06f7574b-c1bc-4975-b251-7f9d300dae9b,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:06.692627 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7be293-a421-4ade-9bd8-2337e7c02368,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:06.704453 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.706217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d6c7813e-b376-4dc7-b685-dc1827b5f4a5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2439814 Jun 16 16:21:06.708914 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56384) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:06.714420 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'security_group_rule': {'security_group_id': 'a1651e23-a645-47b7-a147-1415d587c127', 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:06.743403 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.securitygroups_db [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Project bd7ec755d96f4dee964a003d6c269c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:21:06.753616 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (02ab8c83-25f0-4c48-bee8-27ea5a798b39), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.786953 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 479485e3-250b-4ba8-819b-a67f73ce96b3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:06.787324 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.844768 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Allocated IP 172.20.0.1 (c8adc531-7e83-47cd-8743-c56fb61916fb/4dd4ecfb-6940-40f3-a98b-6cc9530e83b8/2a4de2f4-39b1-48b5-af61-32128f42d550) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:06.875473 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:06.891801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (02ab8c83-25f0-4c48-bee8-27ea5a798b39), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.900702 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (02ab8c83-25f0-4c48-bee8-27ea5a798b39), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.916898 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '8393d0b4-3905-42c8-b802-dbbdeb036472', 'name': '', 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'mac_address': 'fa:16:3e:c5:3f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 2, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'subnets': [{'id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:06.930443 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:06.935121 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2243671 Jun 16 16:21:06.947803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd427594-e2a8-4d42-890f-eb0ff8639d2f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ab8c83-25f0-4c48-bee8-27ea5a798b39,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:07.055838 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eaa2c-b62c-488b-8bc1-54fc730810b0 None None] The sync data for ids ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'] in dv-cinder-837167-3-iscsi is: [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '8393d0b4-3905-42c8-b802-dbbdeb036472', 'name': '', 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'mac_address': 'fa:16:3e:c5:3f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 2, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'subnets': [{'id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:07.123599 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks [] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.124953 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:07.129853 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 479485e3-250b-4ba8-819b-a67f73ce96b3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:07.150808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ff8043ec-e2e9-40a8-a563-0a182c81f866 None None] Current status of the port 479485e3-250b-4ba8-819b-a67f73ce96b3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:07.168853 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Publish callbacks [] for port (8c39d29a-3548-4899-93ce-126276f25473), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.179233 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8c39d29a-3548-4899-93ce-126276f25473), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.228133 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.258861 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Network c8adc531-7e83-47cd-8743-c56fb61916fb is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:07.261853 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:07.267814 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:07.290477 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cecd-45d9-4c74-a9fa-a2d70a768dea None None] Pushing event updated for resources: {'Port': ['ID=8c39d29a-3548-4899-93ce-126276f25473,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:07.298075 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Attempting to bind port 8c39d29a-3548-4899-93ce-126276f25473 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:07.298723 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Attempting to bind port 8c39d29a-3548-4899-93ce-126276f25473 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:07.300043 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Attempting to bind port 8c39d29a-3548-4899-93ce-126276f25473 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:07.313650 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:07.314364 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:07.315168 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.315983 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:07.316664 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Bound port: 8c39d29a-3548-4899-93ce-126276f25473, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:07.317841 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8c39d29a-3548-4899-93ce-126276f25473), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.353579 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:07.404824 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] For port 8c39d29a-3548-4899-93ce-126276f25473, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:07.412192 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] For port 8c39d29a-3548-4899-93ce-126276f25473, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8c39d29a-3548-4899-93ce-126276f25473,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:07.426485 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8c39d29a-3548-4899-93ce-126276f25473), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.440640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Pushing event updated for resources: {'Port': ['ID=2a4de2f4-39b1-48b5-af61-32128f42d550,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:07.476442 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (03baeb4a-fb96-4179-b632-9bdf096ba22a), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.569709 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac174-8543-4930-bba4-72b6a6178cfb req-6491c0a6-2a6a-4349-8c06-4288d98962d5 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:07.582098 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6a9ac174-8543-4930-bba4-72b6a6178cfb req-6491c0a6-2a6a-4349-8c06-4288d98962d5 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1164241 Jun 16 16:21:07.591454 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:07.594205 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:07.704102 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6a9ac174-8543-4930-bba4-72b6a6178cfb req-2008f7a6-2c6d-49fd-b770-d271d9ee85c3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210287 Jun 16 16:21:07.724977 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cecd-45d9-4c74-a9fa-a2d70a768dea None None] Pushing event updated for resources: {'Port': ['ID=8c39d29a-3548-4899-93ce-126276f25473,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:07.739078 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:07.829474 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:08.032656 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b44161-8b80-4ba2-9e24-04d4c993f211 None None] Network c8adc531-7e83-47cd-8743-c56fb61916fb requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:08.055627 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks [] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:08.066177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:08.123669 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] Provisioning complete for port 06f7574b-c1bc-4975-b251-7f9d300dae9b triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:08.124571 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:08.212726 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (03baeb4a-fb96-4179-b632-9bdf096ba22a), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:08.216011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Pushing event updated for resources: {'Port': ['ID=2a4de2f4-39b1-48b5-af61-32128f42d550,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:08.233193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:08.288672 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:04Z', 'revision_number': 3, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:08.329885 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:08.361548 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255bb6-18f0-4a47-89ac-352899692414 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:04Z', 'revision_number': 3, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:08.492761 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Network c8adc531-7e83-47cd-8743-c56fb61916fb is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:08.502716 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:08.517705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 06f7574b-c1bc-4975-b251-7f9d300dae9b up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:08.744462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 06f7574b-c1bc-4975-b251-7f9d300dae9b triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:08.744639 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:08.750105 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] Current status of the port 06f7574b-c1bc-4975-b251-7f9d300dae9b is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:08.750500 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:08.917163 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] For port 06f7574b-c1bc-4975-b251-7f9d300dae9b, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=06f7574b-c1bc-4975-b251-7f9d300dae9b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:08.985008 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 06f7574b-c1bc-4975-b251-7f9d300dae9b is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:09.006574 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:09.102025 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c90d59-9fcb-45b3-9026-6925f6e45dac req-cf1a8e0b-ea38-4c09-a848-a3903bc497bd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:09.103971 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d2c90d59-9fcb-45b3-9026-6925f6e45dac req-cf1a8e0b-ea38-4c09-a848-a3903bc497bd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.2563026 Jun 16 16:21:09.165569 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:09.167076 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87f751-2241-4b42-925e-bb3ebe3dc074 None None] Pushing event updated for resources: {'Port': ['ID=06f7574b-c1bc-4975-b251-7f9d300dae9b,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:09.181617 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-e94808ab-5a08-45f5-9979-2e702d06d479 None None] Provisioning complete for port 2a4de2f4-39b1-48b5-af61-32128f42d550 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:09.182378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e94808ab-5a08-45f5-9979-2e702d06d479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:09.227424 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:09.316763 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d2c90d59-9fcb-45b3-9026-6925f6e45dac req-73c4b111-6e59-483a-8134-52e22881721c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906414 Jun 16 16:21:09.324424 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-e94808ab-5a08-45f5-9979-2e702d06d479 None None] Port 2a4de2f4-39b1-48b5-af61-32128f42d550 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:09.368803 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:09.373791 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-e94808ab-5a08-45f5-9979-2e702d06d479 None None] Provisioning complete for port 06f7574b-c1bc-4975-b251-7f9d300dae9b triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:09.375021 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e94808ab-5a08-45f5-9979-2e702d06d479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:09.516408 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:09.545961 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-393ba7b5-0c46-4098-9247-c538ff1cff1b admin admin] 10.222.0.17 "PUT /v2.0/routers/03baeb4a-fb96-4179-b632-9bdf096ba22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9511461 Jun 16 16:21:09.606569 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-e94808ab-5a08-45f5-9979-2e702d06d479 None None] Current status of the port 06f7574b-c1bc-4975-b251-7f9d300dae9b is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:09.739840 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-91fe7191-e8a6-4ae4-8248-6c87b6e52511 None None] Provisioning complete for port 2a4de2f4-39b1-48b5-af61-32128f42d550 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:09.742261 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-91fe7191-e8a6-4ae4-8248-6c87b6e52511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:09.861778 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-91fe7191-e8a6-4ae4-8248-6c87b6e52511 None None] Port 2a4de2f4-39b1-48b5-af61-32128f42d550 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:09.984378 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-2d2084c6-0d7b-44cc-afae-168db02295fe None None] Provisioning complete for port 2a4de2f4-39b1-48b5-af61-32128f42d550 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:09.984756 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2d2084c6-0d7b-44cc-afae-168db02295fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.061656 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2d2084c6-0d7b-44cc-afae-168db02295fe None None] Port 2a4de2f4-39b1-48b5-af61-32128f42d550 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:10.505435 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 06f7574b-c1bc-4975-b251-7f9d300dae9b up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:10.608203 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56468) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:10.613401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705800071-network', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:10.619748 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b154b-745c-439c-b5af-43f7144597d5 req-c62143d2-7aa3-497b-89bf-95f7a941b072 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:10.627979 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e69b154b-745c-439c-b5af-43f7144597d5 req-c62143d2-7aa3-497b-89bf-95f7a941b072 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1444457 Jun 16 16:21:10.638066 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 06f7574b-c1bc-4975-b251-7f9d300dae9b triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:10.638705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.666543 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Made reservation on behalf of 4be9ac41669a4f3194ef165f3fc5cb31 for: {'network': 1} {{(pid=104114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:10.671566 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for network (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.705386 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.745428 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e69b154b-745c-439c-b5af-43f7144597d5 req-f46ff9b3-5d99-4df4-83b4-1bbeefe192f6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103454 Jun 16 16:21:10.751822 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:10.795921 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 06f7574b-c1bc-4975-b251-7f9d300dae9b is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:10.796798 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8c39d29a-3548-4899-93ce-126276f25473 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:10.869849 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 8c39d29a-3548-4899-93ce-126276f25473 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:10.870359 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8c39d29a-3548-4899-93ce-126276f25473), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.884555 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks [] for security_group (d4a24f25-967c-42de-be4c-19985a84660f), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.890707 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d4a24f25-967c-42de-be4c-19985a84660f), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.926604 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=104114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:21:10.933244 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a24f25-967c-42de-be4c-19985a84660f,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:10.939100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:10.949998 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.950337 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.951317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.952324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.952667 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.953005 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.953367 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.953655 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.954010 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.954423 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.954661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.954973 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.955466 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.955795 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.956116 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:10.961977 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (5c76ec58-d221-4268-bbc4-9d3085a328de), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:10.961977 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.segments_db [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Added segment 5c76ec58-d221-4268-bbc4-9d3085a328de of type vlan for network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 Jun 16 16:21:11.015884 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 8c39d29a-3548-4899-93ce-126276f25473 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:11.016622 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8c39d29a-3548-4899-93ce-126276f25473), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.050836 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 8c39d29a-3548-4899-93ce-126276f25473, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8c39d29a-3548-4899-93ce-126276f25473,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:11.057580 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776256995148'] for network (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.071010 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8c39d29a-3548-4899-93ce-126276f25473), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.073204 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e4eeabe8-4bd5-4580-9320-7c67e50c524e up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:11.094756 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767'] for network (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.096806 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:11.097701 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.150755 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5414081 Jun 16 16:21:11.153607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56470) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:11.159035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Request body: {'subnet': {'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705800071-subnet', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'ip_version': 4}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:11.197528 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port e4eeabe8-4bd5-4580-9320-7c67e50c524e triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:11.197911 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.225590 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Made reservation on behalf of 4be9ac41669a4f3194ef165f3fc5cb31 for: {'subnet': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:11.226716 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=8c39d29a-3548-4899-93ce-126276f25473,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:11.235233 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493216ba-d342-4d79-9faf-3b82bca7b25a admin admin] Pushing event updated for resources: {'Network': ['ID=bbbce1fe-2b4f-4519-8162-2e37cbe21ff9,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:11.260828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9099572'] for subnet (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.266123 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 details requested by agent ovs-agent-dv-cinder-837167-3-iscsi with host dv-cinder-837167-3-iscsi {{(pid=104116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:21:11.369470 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:11.433854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port e4eeabe8-4bd5-4580-9320-7c67e50c524e is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:11.434281 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.480815 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port e4eeabe8-4bd5-4580-9320-7c67e50c524e, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e4eeabe8-4bd5-4580-9320-7c67e50c524e,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:11.487780 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.534755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:11.547380 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3244247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9099526'] for subnet (9661d670-c098-4856-9a69-b3702eeb15f8), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.570708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=e4eeabe8-4bd5-4580-9320-7c67e50c524e,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:11.614193 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9661d670-c098-4856-9a69-b3702eeb15f8,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:11.632428 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Checking segment: {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:11.633140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Network hostable DHCP agents. Network: bbbce1fe-2b4f-4519-8162-2e37cbe21ff9, hostable agents: ['d6060567-d543-41d2-90a7-02bc93a883e4'], hosted agents: [] {{(pid=104115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:21:11.656347 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 is scheduled to be hosted by DHCP agent d6060567-d543-41d2-90a7-02bc93a883e4 with binding_index 1 {{(pid=104115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:21:11.668384 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-3-iscsi, bbbce1fe-2b4f-4519-8162-2e37cbe21ff9) {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:11.676758 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:11.678587 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.693872 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bcd8ab-6897-40a5-ae20-8ef94a80f6a8 None None] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:11.706003 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-63123fa1-07e1-437c-86c4-67eef8da8bf7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5505767 Jun 16 16:21:11.709014 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56484) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:11.715028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:11.751615 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1787118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11035'] for router (3dcc53be-2fa8-4d9d-be13-40e662730bc3), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.752884 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1811411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11028'] for router (3dcc53be-2fa8-4d9d-be13-40e662730bc3), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.827348 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks [] for router_controller (3dcc53be-2fa8-4d9d-be13-40e662730bc3), precommit_add_association {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.901760 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909e37f7-5c73-5819-81c7-eec0ac7ee1f3-bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'fixed_ips': [{'subnet_id': '9661d670-c098-4856-9a69-b3702eeb15f8'}]}} from dv-cinder-837167-3-iscsi. {{(pid=104116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:21:11.903028 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.959373 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca9f8e-3429-4afc-88b1-62f5027d2a2b req-5c358736-cf33-4165-9784-c474acb5a9a6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:11.963822 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-41ca9f8e-3429-4afc-88b1-62f5027d2a2b req-5c358736-cf33-4165-9784-c474acb5a9a6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0861139 Jun 16 16:21:11.966994 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:11.980420 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.008208 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.051935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks [] for router_gateway (3dcc53be-2fa8-4d9d-be13-40e662730bc3), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.062911 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-41ca9f8e-3429-4afc-88b1-62f5027d2a2b req-c39535a0-400a-44e9-a192-ef026e994796 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912726 Jun 16 16:21:12.079065 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:12.079625 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:12.182735 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Sync routers for ids ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:12.203399 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Routers {'d0f686ef-05b8-4efa-b4c3-ef9c1b917808'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:12.204329 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:12.366542 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8c39d29a-3548-4899-93ce-126276f25473 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:12.397806 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Set router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:12.403088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-1b2fba1a-7510-4158-9ec1-fe6ee99139b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:12.406036 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-1b2fba1a-7510-4158-9ec1-fe6ee99139b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1129 time: 0.0856266 Jun 16 16:21:12.409522 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks [] for router_gateway (3dcc53be-2fa8-4d9d-be13-40e662730bc3), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.444342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Allocated IP 172.20.0.2 (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9/9661d670-c098-4856-9a69-b3702eeb15f8/8a42ffdb-f38f-4783-a30a-1fb43c6114b9) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:12.448092 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.448301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:12.574446 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 8c39d29a-3548-4899-93ce-126276f25473 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:12.575110 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8c39d29a-3548-4899-93ce-126276f25473), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.585756 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.689204 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.714695 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '8393d0b4-3905-42c8-b802-dbbdeb036472', 'name': '', 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'mac_address': 'fa:16:3e:c5:3f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 2, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'subnets': [{'id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:12.759553 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Checking router: d0f686ef-05b8-4efa-b4c3-ef9c1b917808 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:12.759930 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Updating router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 port 8393d0b4-3905-42c8-b802-dbbdeb036472 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:12.807957 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.853211 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.911200 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 8c39d29a-3548-4899-93ce-126276f25473 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:12.912690 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e4eeabe8-4bd5-4580-9320-7c67e50c524e up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:12.941749 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Publish callbacks [] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.946777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-df307267-0a1c-444f-9287-db5055160a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:12.948299 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-df307267-0a1c-444f-9287-db5055160a72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.5356929 Jun 16 16:21:12.963153 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.004805 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 2, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:13.007417 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:13.021229 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Allocated IP 172.27.2.3 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/30f0f157-6a3f-45bb-93ae-8e8927a71be3) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:13.044543 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:13.044895 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Updating router 03baeb4a-fb96-4179-b632-9bdf096ba22a port 2a4de2f4-39b1-48b5-af61-32128f42d550 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:13.062456 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-9aad1f4b-5ca1-4a25-b954-a1be2e179c54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 1000 time: 0.1037884 Jun 16 16:21:13.064435 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:13.082062 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:13.088126 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:13.090718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:13.101920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Pushing event updated for resources: {'Port': ['ID=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:13.142010 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port e4eeabe8-4bd5-4580-9320-7c67e50c524e triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:13.142764 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.166265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.179261 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Publish callbacks [] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.180103 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-f8302da2-5472-4a4c-b9b3-0edc0aeb78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:13.183833 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-f8302da2-5472-4a4c-b9b3-0edc0aeb78c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.1089385 Jun 16 16:21:13.189052 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.266586 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Attempting to bind port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:13.266916 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Attempting to bind port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:13.267302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Attempting to bind port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 on network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:13.296944 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:13.297410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Checking segment: {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:13.298685 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.298685 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Bound using segment: {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:13.298685 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Bound port: 8a42ffdb-f38f-4783-a30a-1fb43c6114b9, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:13.299119 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.312083 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32903d5b-39ec-4c29-bdf7-14c13dff6a91 None None] Pushing event updated for resources: {'Port': ['ID=8393d0b4-3905-42c8-b802-dbbdeb036472,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:13.321676 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716779e7-d86e-4bc5-a7bc-6819d8341a29 req-dd696795-e1e5-45bd-ba02-651198fffd3a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:13.323543 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-716779e7-d86e-4bc5-a7bc-6819d8341a29 req-dd696795-e1e5-45bd-ba02-651198fffd3a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.1452901 Jun 16 16:21:13.326942 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks [] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.329083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-fcf487de-33ae-4b9a-a787-099a999d3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:13.331574 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-fcf487de-33ae-4b9a-a787-099a999d3609 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324069 Jun 16 16:21:13.368484 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Attempting to bind port 8393d0b4-3905-42c8-b802-dbbdeb036472 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:13.368881 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Attempting to bind port 8393d0b4-3905-42c8-b802-dbbdeb036472 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:13.370052 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Attempting to bind port 8393d0b4-3905-42c8-b802-dbbdeb036472 on network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:13.379467 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:13.379890 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Checking segment: {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:13.380685 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.381149 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Bound using segment: {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:13.381648 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Bound port: 8393d0b4-3905-42c8-b802-dbbdeb036472, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa2fec0-d90c-4836-99fc-2a50573f269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:13.382110 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.443200 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.477387 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:13.481107 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] For port 8393d0b4-3905-42c8-b802-dbbdeb036472, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:13.483679 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-716779e7-d86e-4bc5-a7bc-6819d8341a29 req-fee5e6b8-3e30-4725-8522-3ab7a85701d4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501291 Jun 16 16:21:13.486021 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] For port 8393d0b4-3905-42c8-b802-dbbdeb036472, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8393d0b4-3905-42c8-b802-dbbdeb036472,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:13.496413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] For port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:13.501766 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.525433 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] For port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:13.544978 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.613413 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:13.617972 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Routers {'d0f686ef-05b8-4efa-b4c3-ef9c1b917808'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:13.618623 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:13.621419 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32903d5b-39ec-4c29-bdf7-14c13dff6a91 None None] Pushing event updated for resources: {'Port': ['ID=8393d0b4-3905-42c8-b802-dbbdeb036472,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:13.624360 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port e4eeabe8-4bd5-4580-9320-7c67e50c524e is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:13.678723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:13.679162 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:13.690566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:13.705483 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] Provisioning complete for port 8393d0b4-3905-42c8-b802-dbbdeb036472 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:13.706601 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:13.730239 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Pushing event updated for resources: {'Port': ['ID=30f0f157-6a3f-45bb-93ae-8e8927a71be3,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:13.882922 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab76a0-aa60-4f64-93c2-fc4587d6a685 None None] Pushing event updated for resources: {'Port': ['ID=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:13.936410 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-52bca0b9-89bf-445a-a03e-7861859901f6 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723608 Jun 16 16:21:13.939829 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:14.022936 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] Set router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:14.076725 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] Current status of the port 8393d0b4-3905-42c8-b802-dbbdeb036472 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:14.077593 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.107886 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Publish callbacks [] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.132650 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] For port 8393d0b4-3905-42c8-b802-dbbdeb036472, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8393d0b4-3905-42c8-b802-dbbdeb036472,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:14.139509 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.146220 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.265788 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336c14a5-d9ed-40df-a73e-9cee7b5f44b4 req-cf735ac4-dc7c-4bdf-9310-0954951616c9 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868104 Jun 16 16:21:14.278818 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks [] for router_gateway (3dcc53be-2fa8-4d9d-be13-40e662730bc3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.305747 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cd7c6-b1f9-45c0-901d-4f5349cceb6e None None] Pushing event updated for resources: {'Port': ['ID=8393d0b4-3905-42c8-b802-dbbdeb036472,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:14.363681 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '8393d0b4-3905-42c8-b802-dbbdeb036472', 'name': '', 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'mac_address': 'fa:16:3e:c5:3f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:13Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'subnets': [{'id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:14.402843 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-5fee6ec1-4d98-4b20-8a52-3bd692e99fba None None] Provisioning complete for port 8393d0b4-3905-42c8-b802-dbbdeb036472 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:14.403290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5fee6ec1-4d98-4b20-8a52-3bd692e99fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.407411 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Attempting to bind port 2a4de2f4-39b1-48b5-af61-32128f42d550 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:14.407901 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Attempting to bind port 2a4de2f4-39b1-48b5-af61-32128f42d550 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:14.408549 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Attempting to bind port 2a4de2f4-39b1-48b5-af61-32128f42d550 on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:14.421575 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9e9ed-4fc2-4744-bc87-61b5bfd6b202 None None] The sync data for ids ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'] in dv-cinder-837167-3-iscsi is: [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:03Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '8393d0b4-3905-42c8-b802-dbbdeb036472', 'name': '', 'network_id': '022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'mac_address': 'fa:16:3e:c5:3f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:13Z', 'revision_number': 4, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'subnets': [{'id': 'c05eadd0-bff8-4c4a-bcfb-97cdc47976a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:14.459448 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:14.459841 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Checking segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:14.460254 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.460658 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Bound using segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:14.461170 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Bound port: 2a4de2f4-39b1-48b5-af61-32128f42d550, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:14.461568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.481058 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d86e62-9ef4-422b-bfd4-79bda3e64460 None None] Pushing event updated for resources: {'Port': ['ID=2a4de2f4-39b1-48b5-af61-32128f42d550,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:14.580490 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:14.625584 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:14.627569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1786359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1786217'] for router (3dcc53be-2fa8-4d9d-be13-40e662730bc3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.725243 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c51d3-e3c7-4665-8850-e35e840d884a req-d5fbd6aa-ec38-46db-9895-37c443c21f44 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:14.734239 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-921c51d3-e3c7-4665-8850-e35e840d884a req-d5fbd6aa-ec38-46db-9895-37c443c21f44 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 945 time: 0.0720985 Jun 16 16:21:14.797066 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] For port 2a4de2f4-39b1-48b5-af61-32128f42d550, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:14.811583 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:14.827612 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-921c51d3-e3c7-4665-8850-e35e840d884a req-84edd300-be10-4050-b5f1-3f5fa35b22e4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923960 Jun 16 16:21:14.838579 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] For port 2a4de2f4-39b1-48b5-af61-32128f42d550, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=2a4de2f4-39b1-48b5-af61-32128f42d550,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:14.903500 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 is scheduled to L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 with binding_index 1 {{(pid=104115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:21:15.033584 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-5fee6ec1-4d98-4b20-8a52-3bd692e99fba None None] Current status of the port 8393d0b4-3905-42c8-b802-dbbdeb036472 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:15.044942 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.073207 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:15.077561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:15.077561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.104512 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.106015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-6c196117-3738-4906-82dc-bcbffbcfaead admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3954308 Jun 16 16:21:15.110608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56498) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:15.139256 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Sync routers for ids ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:15.221385 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Routers {'3dcc53be-2fa8-4d9d-be13-40e662730bc3'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:15.222436 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:15.248178 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:15.396709 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:15.469971 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] Provisioning complete for port 2a4de2f4-39b1-48b5-af61-32128f42d550 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:15.469971 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.477003 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcc80e-ec87-426b-b85a-82a5e93d870b None None] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:15.508862 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:15.509691 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:15.511708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d86e62-9ef4-422b-bfd4-79bda3e64460 None None] Pushing event updated for resources: {'Port': ['ID=2a4de2f4-39b1-48b5-af61-32128f42d550,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:15.515072 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: ACTIVE; New status is: DOWN {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:15.515459 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.775428 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:15.776371 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.780882 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a143319-0b8c-4bbf-a168-ebc74398fbad" -d '{"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-unplugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:15.843257 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Set router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:15.848167 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94384cf-d19a-48e8-8e14-a9ce41059b85 x-openstack-request-id: req-e94384cf-d19a-48e8-8e14-a9ce41059b85 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:15.848560 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-unplugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:15.848714 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e94384cf-d19a-48e8-8e14-a9ce41059b85 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:15.849140 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94384cf-d19a-48e8-8e14-a9ce41059b85'] response: {'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'code': 200} Jun 16 16:21:15.881338 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:15.933148 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:15.948102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:15.948629 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.970938 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:15.990929 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.030804 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7ffa2-6a33-4403-9b83-fa3b8d83524e req-ea3b85d2-f9f7-4634-a484-d1d6cc7bccd7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:16.032405 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-10a7ffa2-6a33-4403-9b83-fa3b8d83524e req-ea3b85d2-f9f7-4634-a484-d1d6cc7bccd7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0932703 Jun 16 16:21:16.070080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Allocated IP 172.20.0.1 (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9/9661d670-c098-4856-9a69-b3702eeb15f8/04045a70-bee1-4ab1-9b7b-4056e16937c1) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:16.137497 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:16.193346 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-10a7ffa2-6a33-4403-9b83-fa3b8d83524e req-2c02a654-1457-45c6-9154-6214067870b9 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516061 Jun 16 16:21:16.206688 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] Current status of the port 2a4de2f4-39b1-48b5-af61-32128f42d550 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:16.207085 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.247579 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:16.276958 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks [] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.281148 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:16.282619 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.283531 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8393d0b4-3905-42c8-b802-dbbdeb036472 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:16.324013 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=8']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:16.336395 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.401053 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:16.414976 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:16.421106 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Pushing event updated for resources: {'Port': ['ID=04045a70-bee1-4ab1-9b7b-4056e16937c1,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:16.426282 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:16.474176 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1786965'] for router_interface (3dcc53be-2fa8-4d9d-be13-40e662730bc3), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.541067 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] For port 2a4de2f4-39b1-48b5-af61-32128f42d550, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=2a4de2f4-39b1-48b5-af61-32128f42d550,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:16.549969 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:16.573841 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.626562 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 8393d0b4-3905-42c8-b802-dbbdeb036472 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:16.626931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.636477 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:21:14Z', 'revision_number': 3, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:16.713229 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:16.768550 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-b4ce67f7-55f4-41b9-9129-9196affec820 None None] Provisioning complete for port 2a4de2f4-39b1-48b5-af61-32128f42d550 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:16.768879 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4ce67f7-55f4-41b9-9129-9196affec820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.770981 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Checking router: 3dcc53be-2fa8-4d9d-be13-40e662730bc3 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:16.771341 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Updating router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 binding host dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:16.915474 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.917390 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:14Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:16.937608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.143705 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks [] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.146238 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feadd7a-31d1-4619-b739-d47fada0d099 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:14Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:17.149266 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.156572 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.167920 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e50843-aeb2-4dc5-881f-ca3037b40f88 None None] Pushing event updated for resources: {'Port': ['ID=2a4de2f4-39b1-48b5-af61-32128f42d550,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:17.177523 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 8393d0b4-3905-42c8-b802-dbbdeb036472 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:17.289119 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787041'] for router_interface (3dcc53be-2fa8-4d9d-be13-40e662730bc3), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.313499 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Pushing event updated for resources: {'Port': ['ID=04045a70-bee1-4ab1-9b7b-4056e16937c1,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:17.353493 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce67f7-55f4-41b9-9129-9196affec820 None None] Current status of the port 2a4de2f4-39b1-48b5-af61-32128f42d550 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:17.411214 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893df08-5860-4d34-8469-fbaa6690a095 req-6f06c115-9193-4887-81ed-bd288c4546a0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:17.413586 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a893df08-5860-4d34-8469-fbaa6690a095 req-6f06c115-9193-4887-81ed-bd288c4546a0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0989702 Jun 16 16:21:17.471041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-b4ce67f7-55f4-41b9-9129-9196affec820 None None] Provisioning complete for port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:17.471389 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4ce67f7-55f4-41b9-9129-9196affec820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.489085 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.544086 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a893df08-5860-4d34-8469-fbaa6690a095 req-6ffd30b7-89db-467e-9722-a696fd30ca0b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192534 Jun 16 16:21:17.546833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:17.549084 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:17.552764 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.573596 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.581887 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:17.767233 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce67f7-55f4-41b9-9129-9196affec820 None None] Current status of the port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:17.775376 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:17.799153 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:17.799626 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.839022 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Publish callbacks [] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.858731 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.892451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.981373 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:17.990519 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-204774ef-ca79-4706-95b1-316f1761b79b admin admin] 10.222.0.17 "PUT /v2.0/routers/3dcc53be-2fa8-4d9d-be13-40e662730bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785837 Jun 16 16:21:18.015960 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-9c5d51f4-3f94-4430-8acb-13211df51381 None None] Provisioning complete for port 04045a70-bee1-4ab1-9b7b-4056e16937c1 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:18.016550 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9c5d51f4-3f94-4430-8acb-13211df51381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.066736 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Attempting to bind port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:18.067141 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Attempting to bind port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:18.067465 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Attempting to bind port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 on network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:18.089381 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270ba54-b816-43ef-acb9-05bc9e2479f1 None None] Pushing event updated for resources: {'Port': ['ID=30f0f157-6a3f-45bb-93ae-8e8927a71be3,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:18.105190 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:18.105561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Checking segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:18.106084 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.106408 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Bound using segment: {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:18.107761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Bound port: 30f0f157-6a3f-45bb-93ae-8e8927a71be3, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64cacf1-c6d0-43a4-8f7c-47d5e6813927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:18.108149 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.142194 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d51f4-3f94-4430-8acb-13211df51381 None None] Port 04045a70-bee1-4ab1-9b7b-4056e16937c1 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:18.148825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:18.150006 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 2a4de2f4-39b1-48b5-af61-32128f42d550 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:18.224012 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] For port 30f0f157-6a3f-45bb-93ae-8e8927a71be3, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:18.244177 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] For port 30f0f157-6a3f-45bb-93ae-8e8927a71be3, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=30f0f157-6a3f-45bb-93ae-8e8927a71be3,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:18.254743 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.258301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 2a4de2f4-39b1-48b5-af61-32128f42d550 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:18.258661 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.352090 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-46efa4ad-24c9-4cb6-a0be-ed36614da6be None None] Provisioning complete for port 04045a70-bee1-4ab1-9b7b-4056e16937c1 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:18.352561 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46efa4ad-24c9-4cb6-a0be-ed36614da6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.412838 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Routers {'3dcc53be-2fa8-4d9d-be13-40e662730bc3'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:18.413514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:20:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:18.420084 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270ba54-b816-43ef-acb9-05bc9e2479f1 None None] Pushing event updated for resources: {'Port': ['ID=30f0f157-6a3f-45bb-93ae-8e8927a71be3,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:18.442464 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [req-027af424-4af8-4735-a980-666ba916a192 req-934d9667-29e4-4d08-ac03-3afd63a72e93 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:21:18.443720 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-027af424-4af8-4735-a980-666ba916a192 req-934d9667-29e4-4d08-ac03-3afd63a72e93 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059843 Jun 16 16:21:18.490941 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-46efa4ad-24c9-4cb6-a0be-ed36614da6be None None] Port 04045a70-bee1-4ab1-9b7b-4056e16937c1 cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:18.586541 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 2a4de2f4-39b1-48b5-af61-32128f42d550 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:18.588046 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8393d0b4-3905-42c8-b802-dbbdeb036472 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:18.639864 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:18.653832 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56540) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:18.658534 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016408516', 'description': 'tempest-secgroup-smoke-1016408516 description', 'project_id': 'b77126371c5d44db8ab75fbfca0737af'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:18.705476 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.714275 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] Set router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:18.746995 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e5861-ee91-481e-81cc-2c8f12436929 req-e08ec7ea-069a-4072-85b8-f6b23fdbf0ee tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:18.749094 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-af1e5861-ee91-481e-81cc-2c8f12436929 req-e08ec7ea-069a-4072-85b8-f6b23fdbf0ee tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0801225 Jun 16 16:21:18.759975 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 8393d0b4-3905-42c8-b802-dbbdeb036472 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:18.760681 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.853170 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-af1e5861-ee91-481e-81cc-2c8f12436929 req-b9d6240e-73dd-4218-87aa-ac9eda8f3d4e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825136 Jun 16 16:21:18.863082 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group (2f633015-58b3-46b4-a249-65b5fe0b3459), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.871878 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f633015-58b3-46b4-a249-65b5fe0b3459), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.920728 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.922144 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2672579 Jun 16 16:21:18.924664 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cb86f-7b0f-45ee-9f08-4992e7e7edbd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f633015-58b3-46b4-a249-65b5fe0b3459,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:18.925303 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56548) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:18.930075 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group_rule': {'security_group_id': '2f633015-58b3-46b4-a249-65b5fe0b3459', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:18.952936 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:18.964879 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (76ef62f7-827f-44bf-afc5-71879bba3390), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.057544 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 8393d0b4-3905-42c8-b802-dbbdeb036472 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:19.058786 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (76ef62f7-827f-44bf-afc5-71879bba3390), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.065883 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (76ef62f7-827f-44bf-afc5-71879bba3390), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.099069 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.100445 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738985 Jun 16 16:21:19.103691 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56560) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.113704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group_rule': {'security_group_id': '2f633015-58b3-46b4-a249-65b5fe0b3459', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:19.114418 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a627ee-261e-4af8-a491-e02d86be523e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ef62f7-827f-44bf-afc5-71879bba3390,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.129549 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '04045a70-bee1-4ab1-9b7b-4056e16937c1', 'name': '', 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'mac_address': 'fa:16:3e:03:ac:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:15Z', 'updated_at': '2022-06-16T16:21:17Z', 'revision_number': 2, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'subnets': [{'id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.159491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c143c4d-00d9-47d1-a76c-b67bf9040e35 None None] The sync data for ids ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'] in dv-cinder-837167-3-iscsi is: [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '04045a70-bee1-4ab1-9b7b-4056e16937c1', 'name': '', 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'mac_address': 'fa:16:3e:03:ac:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:15Z', 'updated_at': '2022-06-16T16:21:17Z', 'revision_number': 2, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'subnets': [{'id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:19.183485 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (7bf67193-8c0e-440d-86c7-e0806b6eb353), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.250294 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56562) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.261204 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (7bf67193-8c0e-440d-86c7-e0806b6eb353), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.266683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (7bf67193-8c0e-440d-86c7-e0806b6eb353), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.287494 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf67193-8c0e-440d-86c7-e0806b6eb353,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.296071 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.297041 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-5fc19b02-6281-46a1-af62-ae69dda9cb8d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1920016 Jun 16 16:21:19.300889 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56566) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.305377 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group_rule': {'security_group_id': '2f633015-58b3-46b4-a249-65b5fe0b3459', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:19.327955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:19.371786 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-85e8a129-ffc0-4005-9902-a913cbe716ec service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161327 Jun 16 16:21:19.382428 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-094d6c7a-10a8-4c22-895b-9fe318b78c91 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:21:19.384717 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-094d6c7a-10a8-4c22-895b-9fe318b78c91 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068259 Jun 16 16:21:19.394154 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (5a4e25dd-5813-438d-bdef-44872ca0fcf3), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.463904 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (5a4e25dd-5813-438d-bdef-44872ca0fcf3), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.469282 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (5a4e25dd-5813-438d-bdef-44872ca0fcf3), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.471379 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56572) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.491059 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4e25dd-5813-438d-bdef-44872ca0fcf3,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.502086 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.503392 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-36a5512e-6575-47a6-bd8c-61b0c241b39e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016475 Jun 16 16:21:19.506622 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56576) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.511501 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group_rule': {'security_group_id': '2f633015-58b3-46b4-a249-65b5fe0b3459', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:19.541447 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (2b7cf273-fc44-49ce-8647-7d061054d73d), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.646661 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-93a8cf2b-e082-4a57-93be-d2fb1e466970 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:19.648290 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-93a8cf2b-e082-4a57-93be-d2fb1e466970 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports/1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 940 time: 0.1752174 Jun 16 16:21:19.665399 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (2b7cf273-fc44-49ce-8647-7d061054d73d), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.671240 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (2b7cf273-fc44-49ce-8647-7d061054d73d), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.691485 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7cf273-fc44-49ce-8647-7d061054d73d,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.700131 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.701158 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c861e039-f381-492a-ad78-f0bdb5ed28c7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935096 Jun 16 16:21:19.704440 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56580) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.709232 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group_rule': {'security_group_id': '2f633015-58b3-46b4-a249-65b5fe0b3459', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:19.733833 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.securitygroups_db [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Project b77126371c5d44db8ab75fbfca0737af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:21:19.743285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (177adf55-9178-4cd4-ab44-b459c0147064), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.800725 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:19.816514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2618cf4-9dd0-4eed-a7ac-ce4810950c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.839413 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (177adf55-9178-4cd4-ab44-b459c0147064), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.844934 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (177adf55-9178-4cd4-ab44-b459c0147064), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.866997 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177adf55-9178-4cd4-ab44-b459c0147064,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.879608 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.885534 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-3a883241-bfed-48c9-be72-7f56c2673104 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755986 Jun 16 16:21:19.888856 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56586) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.898160 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'security_group_rule': {'security_group_id': '2f633015-58b3-46b4-a249-65b5fe0b3459', 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:19.926465 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.securitygroups_db [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Project b77126371c5d44db8ab75fbfca0737af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:21:19.935243 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (53170284-35f6-4a29-8466-c46759770530), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.041045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09095-175a-47f4-8be8-187de4ef449a req-39dd92b9-1327-4b50-a00f-dddd84bad14f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:20.042649 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fdb09095-175a-47f4-8be8-187de4ef449a req-39dd92b9-1327-4b50-a00f-dddd84bad14f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0789003 Jun 16 16:21:20.064109 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (53170284-35f6-4a29-8466-c46759770530), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.073388 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (53170284-35f6-4a29-8466-c46759770530), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.107946 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53170284-35f6-4a29-8466-c46759770530,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.122777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.124382 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9a1d269a-1f31-4bb6-b7f8-7f3de2bd86a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2339468 Jun 16 16:21:20.133451 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fdb09095-175a-47f4-8be8-187de4ef449a req-c612c98e-c393-43a2-99da-a75b191a5f3d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815339 Jun 16 16:21:20.851357 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:20.996063 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: DOWN; New status is: DOWN {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:21.305129 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd281d-2742-4830-9d9b-7d586386ba93 req-8ea226dc-e1bc-41e1-a6df-5a8130d6b99a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:21.306848 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58dd281d-2742-4830-9d9b-7d586386ba93 req-8ea226dc-e1bc-41e1-a6df-5a8130d6b99a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0557580 Jun 16 16:21:21.367474 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-58dd281d-2742-4830-9d9b-7d586386ba93 req-34bd0f3f-da40-4d88-87df-e85e03fa61df tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539603 Jun 16 16:21:21.402236 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-a37db827-d4d7-42a6-80ae-546b2d1763c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:21.404418 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-a37db827-d4d7-42a6-80ae-546b2d1763c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983&tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 1127 time: 0.0969443 Jun 16 16:21:21.486858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-a342f6e1-931a-435a-aa6f-64af3023195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:21.488745 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-a342f6e1-931a-435a-aa6f-64af3023195d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1127 time: 0.0555408 Jun 16 16:21:21.504872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:21.605497 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-e1014165-e8aa-4e77-8d7e-4cd843dfc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:21.608173 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-e1014165-e8aa-4e77-8d7e-4cd843dfc591 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1125729 Jun 16 16:21:21.702328 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-c932cf70-1641-482c-96e7-298b84dc9e54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 998 time: 0.0869157 Jun 16 16:21:21.786833 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-805bc442-e489-46d0-8d8c-fe1550e99e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:21.789754 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-805bc442-e489-46d0-8d8c-fe1550e99e98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0793104 Jun 16 16:21:21.845907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-b0852366-4652-4f81-ab6c-28c583f49d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:21.848512 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-b0852366-4652-4f81-ab6c-28c583f49d79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519025 Jun 16 16:21:21.963187 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-e7952d7c-90f6-4417-bd8c-16d7d7c14bca service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080158 Jun 16 16:21:22.069045 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4bc4094-eea6-4b3c-b985-e601818249a4 req-1cef73d4-933b-4b7d-9c02-d76363a92c81 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980401 Jun 16 16:21:22.274984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d39af308-f770-4d53-b3a2-30304c05489a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:22.486018 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:22.538424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1aa31-c749-4ea2-90b0-0488b023286c req-d718c4b4-358a-48b9-b5e6-39ce90d5e161 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:22.539929 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bda1aa31-c749-4ea2-90b0-0488b023286c req-d718c4b4-358a-48b9-b5e6-39ce90d5e161 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0645735 Jun 16 16:21:22.614677 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-bda1aa31-c749-4ea2-90b0-0488b023286c req-0c54cde4-b844-48e9-839c-e5fe8b82ccd0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670125 Jun 16 16:21:23.339732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 30f0f157-6a3f-45bb-93ae-8e8927a71be3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:23.440009 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:23.440392 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:23.455475 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Sync routers for ids ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:23.484567 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Routers {'3dcc53be-2fa8-4d9d-be13-40e662730bc3'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:23.485696 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:21:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:23.594622 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:23.635047 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:23.635971 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:23.679110 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Set router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:23.679372 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] For port 30f0f157-6a3f-45bb-93ae-8e8927a71be3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=30f0f157-6a3f-45bb-93ae-8e8927a71be3,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:23.694682 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:23.709437 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:23.723725 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:23.817662 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Pushing event updated for resources: {'Port': ['ID=30f0f157-6a3f-45bb-93ae-8e8927a71be3,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:23.913317 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6271ed9-e520-46ac-a523-edf4af1417fc req-e9bbcdfe-88dd-482a-8016-10835ce207fc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:23.923865 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b6271ed9-e520-46ac-a523-edf4af1417fc req-e9bbcdfe-88dd-482a-8016-10835ce207fc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.1650047 Jun 16 16:21:24.037664 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '04045a70-bee1-4ab1-9b7b-4056e16937c1', 'name': '', 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'mac_address': 'fa:16:3e:03:ac:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:15Z', 'updated_at': '2022-06-16T16:21:17Z', 'revision_number': 2, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'subnets': [{'id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:24.038126 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:24.066166 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b6271ed9-e520-46ac-a523-edf4af1417fc req-24e4ba5d-8766-4d17-9ecb-cb527bcfcda2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406946 Jun 16 16:21:24.112189 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Checking router: 3dcc53be-2fa8-4d9d-be13-40e662730bc3 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:24.113047 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Updating router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 port 04045a70-bee1-4ab1-9b7b-4056e16937c1 binding host dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:24.181698 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:24.616865 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Publish callbacks [] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:24.626977 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:24.693900 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028349fa-535d-4078-82e3-afa800080d9b None None] Pushing event updated for resources: {'Port': ['ID=04045a70-bee1-4ab1-9b7b-4056e16937c1,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:24.792945 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Attempting to bind port 04045a70-bee1-4ab1-9b7b-4056e16937c1 on host dv-cinder-837167-3-iscsi for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:24.793446 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Attempting to bind port 04045a70-bee1-4ab1-9b7b-4056e16937c1 by drivers openvswitch,hyperv on host dv-cinder-837167-3-iscsi at level 0 using segments [{'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:24.794000 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Attempting to bind port 04045a70-bee1-4ab1-9b7b-4056e16937c1 on network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:24.809537 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Checking agent: {'id': '43ab3c6d-5467-4719-a7db-c6688bb14dec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 3, 25), 'started_at': datetime.datetime(2022, 6, 16, 16, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:24.809537 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Checking segment: {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:24.811674 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:24.812762 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Bound using segment: {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:24.813414 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Bound port: 04045a70-bee1-4ab1-9b7b-4056e16937c1, host: dv-cinder-837167-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c76ec58-d221-4268-bbc4-9d3085a328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:24.814429 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:24.838712 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:24.857766 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:24.945719 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] For port 04045a70-bee1-4ab1-9b7b-4056e16937c1, host dv-cinder-837167-3-iscsi, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:24.952513 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] For port 04045a70-bee1-4ab1-9b7b-4056e16937c1, host dv-cinder-837167-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=04045a70-bee1-4ab1-9b7b-4056e16937c1,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:24.965340 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.040344 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Routers {'3dcc53be-2fa8-4d9d-be13-40e662730bc3'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:25.041052 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:21:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:25.088887 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028349fa-535d-4078-82e3-afa800080d9b None None] Pushing event updated for resources: {'Port': ['ID=04045a70-bee1-4ab1-9b7b-4056e16937c1,revision_number=4']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:25.121406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] Provisioning complete for port 04045a70-bee1-4ab1-9b7b-4056e16937c1 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:25.122997 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.226876 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:25.348163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ddab-e280-4222-a38e-392fc70838e1 req-e5931903-273a-4cb0-9e98-19eb6c01b986 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:25.349826 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7955ddab-e280-4222-a38e-392fc70838e1 req-e5931903-273a-4cb0-9e98-19eb6c01b986 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.1097763 Jun 16 16:21:25.430658 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] Set router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:25.465353 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.495109 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7955ddab-e280-4222-a38e-392fc70838e1 req-13399649-41ef-4608-944e-437130d7ec26 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295664 Jun 16 16:21:25.496331 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 04045a70-bee1-4ab1-9b7b-4056e16937c1 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:25.502145 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] Current status of the port 04045a70-bee1-4ab1-9b7b-4056e16937c1 is: DOWN; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:25.502776 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.623001 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] For port 04045a70-bee1-4ab1-9b7b-4056e16937c1, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=04045a70-bee1-4ab1-9b7b-4056e16937c1,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:25.626016 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 04045a70-bee1-4ab1-9b7b-4056e16937c1 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:25.626683 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.666682 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.750619 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:25.792845 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ed792-731c-4db5-a751-31952cf4e4ec None None] Pushing event updated for resources: {'Port': ['ID=04045a70-bee1-4ab1-9b7b-4056e16937c1,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:25.820018 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '04045a70-bee1-4ab1-9b7b-4056e16937c1', 'name': '', 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'mac_address': 'fa:16:3e:03:ac:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:15Z', 'updated_at': '2022-06-16T16:21:24Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'subnets': [{'id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:25.868109 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867332c8-9329-4cb7-97e7-8a77a7c7c9e2 None None] The sync data for ids ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'] in dv-cinder-837167-3-iscsi is: [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '04045a70-bee1-4ab1-9b7b-4056e16937c1', 'name': '', 'network_id': 'bbbce1fe-2b4f-4519-8162-2e37cbe21ff9', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'mac_address': 'fa:16:3e:03:ac:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:15Z', 'updated_at': '2022-06-16T16:21:24Z', 'revision_number': 4, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'subnets': [{'id': '9661d670-c098-4856-9a69-b3702eeb15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:25.942836 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-d61bf7a6-a3bb-4b5c-8079-fd95130b5eac None None] Provisioning complete for port 04045a70-bee1-4ab1-9b7b-4056e16937c1 triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:25.946330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d61bf7a6-a3bb-4b5c-8079-fd95130b5eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.048415 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 04045a70-bee1-4ab1-9b7b-4056e16937c1 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:26.050627 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 30f0f157-6a3f-45bb-93ae-8e8927a71be3 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:26.389857 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:26.432037 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:26.432433 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.527087 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-d61bf7a6-a3bb-4b5c-8079-fd95130b5eac None None] Current status of the port 04045a70-bee1-4ab1-9b7b-4056e16937c1 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:26.657967 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:26.812699 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64cc9-6162-4806-93a3-189e9a9d2e3a req-edadc994-fb06-4a51-8036-67639c77575b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:26.814885 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-daa64cc9-6162-4806-93a3-189e9a9d2e3a req-edadc994-fb06-4a51-8036-67639c77575b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.1109831 Jun 16 16:21:26.871518 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-daa64cc9-6162-4806-93a3-189e9a9d2e3a req-3dcb6163-2c42-4ab8-aa3a-1c6784dc2df5 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507128 Jun 16 16:21:27.320204 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 04045a70-bee1-4ab1-9b7b-4056e16937c1 up at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:27.408785 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Provisioning complete for port 04045a70-bee1-4ab1-9b7b-4056e16937c1 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:27.409161 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:27.507395 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Current status of the port 04045a70-bee1-4ab1-9b7b-4056e16937c1 is: ACTIVE; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:28.027864 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-ed216491-0e8b-487f-a315-34117211a062 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219751689&fields=id&tenant_id=bd7ec755d96f4dee964a003d6c269c4e HTTP/1.1" status: 200 len: 267 time: 0.0881739 Jun 16 16:21:28.036919 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74bae-f525-4514-9f0c-aee93aa2c220 req-5741f627-d0bf-452c-8b40-7488e27f3e8e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:28.039028 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-15d74bae-f525-4514-9f0c-aee93aa2c220 req-5741f627-d0bf-452c-8b40-7488e27f3e8e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0716372 Jun 16 16:21:28.129228 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-15d74bae-f525-4514-9f0c-aee93aa2c220 req-7d1e0eeb-dc81-4646-b049-e86666820324 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748358 Jun 16 16:21:28.230404 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-8d8df5bc-75ca-4cbb-969d-30f602140bbd tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:28.232646 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-8d8df5bc-75ca-4cbb-969d-30f602140bbd tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 809 time: 0.2040558 Jun 16 16:21:28.251099 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-0e8391ca-0c6a-4916-afff-5c8c138b1af6 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/quotas/bd7ec755d96f4dee964a003d6c269c4e HTTP/1.1" status: 200 len: 375 time: 0.0116940 Jun 16 16:21:28.315779 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-f6d17a33-de1e-4cd0-a75c-2b9017f6a58f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562272 Jun 16 16:21:28.635325 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6a29567b-cbe4-41ee-96f1-e8a067bf3496 service neutron] 10.222.0.17 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057380 Jun 16 16:21:28.810631 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-749d4a1c-0f1e-4470-ab6a-dddbc75e07d2 service neutron] 10.222.0.17 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646788 Jun 16 16:21:29.188407 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:21:29.250911 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f235af20-bcd3-401d-bbe7-ec5244c41e25 req-795c9d89-94c8-4ae2-b56b-bd98c7ebbe7b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 210 time: 0.0742817 Jun 16 16:21:29.355822 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37026b58-76fe-43e7-845f-490b6e1be2c1 req-835a71a8-9cab-4cef-b06a-e954fcf9e164 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:29.358258 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-37026b58-76fe-43e7-845f-490b6e1be2c1 req-835a71a8-9cab-4cef-b06a-e954fcf9e164 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0868142 Jun 16 16:21:29.437977 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:29.443246 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-37026b58-76fe-43e7-845f-490b6e1be2c1 req-10e5f981-177a-4c9e-b31a-435e6eb84c6e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762200 Jun 16 16:21:30.352913 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8b8972e1-07ab-421a-9f26-8123aeae6f39 req-40320d2e-103d-4eab-b0f9-c1018b6f9bc5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 210 time: 0.0301006 Jun 16 16:21:30.592754 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458974-6cf7-4943-bc85-20e4a0ff51a5 req-5fa01ab6-98e2-4f24-8715-d7e22f0afe6b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:30.594374 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c9458974-6cf7-4943-bc85-20e4a0ff51a5 req-5fa01ab6-98e2-4f24-8715-d7e22f0afe6b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0629408 Jun 16 16:21:30.679904 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c9458974-6cf7-4943-bc85-20e4a0ff51a5 req-b366beae-cce5-434d-adbe-74bc6bed7b0f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787022 Jun 16 16:21:31.514571 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f239c360-1ed6-46da-9373-eaf193ddc764 req-dd401cbe-0ae2-4285-9ce4-40693f5edc98 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 210 time: 0.0412593 Jun 16 16:21:31.876338 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143911e-7c42-4d23-87ec-5bb94a95ce1e req-f6be87a7-2fb5-482e-9b77-8f117b466108 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:31.877877 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e143911e-7c42-4d23-87ec-5bb94a95ce1e req-f6be87a7-2fb5-482e-9b77-8f117b466108 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0698054 Jun 16 16:21:31.949325 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e143911e-7c42-4d23-87ec-5bb94a95ce1e req-838a9a52-9bd5-4903-bbef-ce093a7c7d6c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654879 Jun 16 16:21:32.633445 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7265a50f-890f-450b-bfeb-2824167f8509 req-f611455d-1365-40db-bff0-dbe63b01a9a8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 210 time: 0.0404565 Jun 16 16:21:33.086250 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ec7b7-e84c-4b9f-97f3-3345159d6524 req-fbff6efb-0168-4326-b069-49d074759f9b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:33.087822 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e9ec7b7-e84c-4b9f-97f3-3345159d6524 req-fbff6efb-0168-4326-b069-49d074759f9b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0553267 Jun 16 16:21:33.152870 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e9ec7b7-e84c-4b9f-97f3-3345159d6524 req-a40976b5-0a0f-4832-8568-2388e6d90e2c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582471 Jun 16 16:21:33.726242 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:33.765435 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ec79cacc-3653-4375-80dc-fc0611234af7 req-0badc820-7739-41bc-980a-84e8d9f2e10f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 210 time: 0.0383809 Jun 16 16:21:33.842342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-f5b70f99-b0e9-4094-9097-4cf100d62453 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:33.844351 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-f5b70f99-b0e9-4094-9097-4cf100d62453 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 809 time: 0.1628346 Jun 16 16:21:33.934932 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6a80e074-7c49-48af-b8b1-2f12db473cd7 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd7ec755d96f4dee964a003d6c269c4e HTTP/1.1" status: 200 len: 380 time: 0.0792398 Jun 16 16:21:33.950467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'port': {'device_id': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'admin_state_up': True, 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'security_groups': ['a1651e23-a645-47b7-a147-1415d587c127']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:34.093519 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Made reservation on behalf of bd7ec755d96f4dee964a003d6c269c4e for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:34.097129 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.317291 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Allocated IP 172.20.0.3 (98d47326-345f-472c-9d56-0482f40e4abd/090441af-bbdc-4632-a076-fcaa257a2b5f/d9220eec-1f6d-431f-9e5e-4374035faf5f) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:34.332399 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074bddd-2a85-4f01-b036-42d1332e9783 req-9f56afad-1494-4312-b8c4-a2e843ad6ae4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.333955 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6074bddd-2a85-4f01-b036-42d1332e9783 req-9f56afad-1494-4312-b8c4-a2e843ad6ae4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0773203 Jun 16 16:21:34.446597 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6074bddd-2a85-4f01-b036-42d1332e9783 req-b36a3854-b304-423c-b5df-58459a66ba8d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052530 Jun 16 16:21:34.547196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.549451 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:34.602852 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.664688 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Network 98d47326-345f-472c-9d56-0482f40e4abd is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:34.670850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:34.673058 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:34.675426 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:34.912822 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75a070-b004-4125-95ec-cd759bd56b10 req-3229309c-c30c-43f4-8ec2-b4f08004866b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.914676 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2b75a070-b004-4125-95ec-cd759bd56b10 req-3229309c-c30c-43f4-8ec2-b4f08004866b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 931 time: 0.0589437 Jun 16 16:21:34.926053 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-8e8bd2ba-417f-4e34-82c7-f73ddff8727b None None] Provisioning complete for port d9220eec-1f6d-431f-9e5e-4374035faf5f triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:34.926694 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8e8bd2ba-417f-4e34-82c7-f73ddff8727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.968323 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-8e8bd2ba-417f-4e34-82c7-f73ddff8727b None None] Port d9220eec-1f6d-431f-9e5e-4374035faf5f cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:34.975744 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2b75a070-b004-4125-95ec-cd759bd56b10 req-1e0ba2b0-ec25-4474-acff-e2bff5bbe5ba tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533309 Jun 16 16:21:34.996350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.996689 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.997237 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.998241 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.998241 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.998614 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.998889 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.999261 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.999530 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.999704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:34.999934 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:35.000364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:35.000584 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:35.001003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:35.001475 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:35.036872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:35.037487 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.041074 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:35.055967 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-4a5f057a-ea0b-45e8-8ee7-b81ffb879127 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1129956 Jun 16 16:21:35.067046 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Request body: {'port': {'device_id': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:35.130401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.418471 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9220eec-1f6d-431f-9e5e-4374035faf5f {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:35.427769 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Publish callbacks [] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.443396 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Transition to ACTIVE for port object d9220eec-1f6d-431f-9e5e-4374035faf5f will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:21:35.447243 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.499237 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:35.620147 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75a751-17ab-4579-9df3-4c484956a5ff req-746b9771-302f-43f1-8314-7b2276143e6b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:35.622487 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dc75a751-17ab-4579-9df3-4c484956a5ff req-746b9771-302f-43f1-8314-7b2276143e6b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0672467 Jun 16 16:21:35.649024 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Attempting to bind port d9220eec-1f6d-431f-9e5e-4374035faf5f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:35.649360 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Attempting to bind port d9220eec-1f6d-431f-9e5e-4374035faf5f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:35.649690 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Attempting to bind port d9220eec-1f6d-431f-9e5e-4374035faf5f on network 98d47326-345f-472c-9d56-0482f40e4abd {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:35.661400 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Port d9220eec-1f6d-431f-9e5e-4374035faf5f on network 98d47326-345f-472c-9d56-0482f40e4abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:21:35.661739 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Attempting to bind port d9220eec-1f6d-431f-9e5e-4374035faf5f on network 98d47326-345f-472c-9d56-0482f40e4abd {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:35.679699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:35.680044 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Checking segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:35.680434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Bound using segment: {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:35.680878 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Bound port: d9220eec-1f6d-431f-9e5e-4374035faf5f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7ff8da-a28d-4d68-b84b-509a98f736f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:35.681242 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.698551 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:35.706275 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dc75a751-17ab-4579-9df3-4c484956a5ff req-30a91755-bb21-4954-91cb-2a3c737f7b6d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764699 Jun 16 16:21:35.765138 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:35.768484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:35.775737 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.818149 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:35.818864 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:35.820401 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] 10.222.0.25 "PUT /v2.0/ports/d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 1093 time: 0.7572503 Jun 16 16:21:35.823350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:35.826279 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9057a81-0d22-4df2-a63f-a63b04110090" -d '{"events": [{"name": "network-changed", "server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:35.829178 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:35.862169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7abb0f-1534-4e1b-bd61-7485efdbac92 service neutron] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:35.903387 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e948fa2-0ec8-4861-9949-533dae2c3123 x-openstack-request-id: req-9e948fa2-0ec8-4861-9949-533dae2c3123 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:35.903709 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:35.904053 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9e948fa2-0ec8-4861-9949-533dae2c3123 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:35.904708 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e948fa2-0ec8-4861-9949-533dae2c3123'] response: {'name': 'network-changed', 'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'status': 'completed', 'code': 200} Jun 16 16:21:35.919867 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-a3872b76-2e93-4e6f-87a6-f4b48bf1e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:35.921616 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-a3872b76-2e93-4e6f-87a6-f4b48bf1e0fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1127 time: 0.0529470 Jun 16 16:21:35.968710 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-df13de62-13d9-4a22-a320-305f739cbcca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 217 time: 0.0360751 Jun 16 16:21:36.044283 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-b4771d2a-1d0e-4c0a-ade4-089d817d0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.046003 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-b4771d2a-1d0e-4c0a-ade4-089d817d0dea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0710635 Jun 16 16:21:36.132389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af795a-adfb-404e-a53f-df35e788abdd req-e3b4cc41-ad5e-4f33-8d5c-36379c98b7b7 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.133996 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4af795a-adfb-404e-a53f-df35e788abdd req-e3b4cc41-ad5e-4f33-8d5c-36379c98b7b7 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0816696 Jun 16 16:21:36.138872 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-805b67da-6624-4bf9-9549-03f69c81e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.140549 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-805b67da-6624-4bf9-9549-03f69c81e155 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775819 Jun 16 16:21:36.166160 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:36.256211 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-c4af795a-adfb-404e-a53f-df35e788abdd req-f7368c5f-3b5a-4a06-aab8-1b4097e7b110 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145029 Jun 16 16:21:36.284302 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-6db56015-e03e-462a-be54-28f3eb9ecf2f service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344573 Jun 16 16:21:36.381151 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-98b27c39-a1c7-4a05-aad4-d000594737c2 req-e8a74160-240d-4596-95f3-0ed872950228 service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900824 Jun 16 16:21:36.645215 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-cd93a9ef-c2ba-4e88-81af-a5f5880bc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.646791 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-cd93a9ef-c2ba-4e88-81af-a5f5880bc9a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1127 time: 0.0496910 Jun 16 16:21:36.772624 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-ebfd8f3b-9f27-490d-b7ef-5681a44b9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.774217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-ebfd8f3b-9f27-490d-b7ef-5681a44b9158 service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.1178145 Jun 16 16:21:36.822440 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-cc5a0a72-a5c3-4b5b-b5bc-c2b3688f7789 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 217 time: 0.0402517 Jun 16 16:21:36.844321 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8100d-68af-49ef-a78c-de08626dd066 req-e3e68980-689d-4024-b29d-0f410770e2b8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.846122 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-27d8100d-68af-49ef-a78c-de08626dd066 req-e3e68980-689d-4024-b29d-0f410770e2b8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0504577 Jun 16 16:21:36.877001 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-c76ca8ac-7467-4467-b858-141257305e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.878586 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-c76ca8ac-7467-4467-b858-141257305e0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0485260 Jun 16 16:21:36.898490 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-27d8100d-68af-49ef-a78c-de08626dd066 req-586e92ea-7883-4906-b3f9-7ceb0c339f97 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457659 Jun 16 16:21:36.928680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-a495b76d-9263-4029-87f9-0104480ae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.930245 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-a495b76d-9263-4029-87f9-0104480ae9b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449421 Jun 16 16:21:37.057753 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-58b7780c-c74b-4c1b-990b-03e4b3433f0b service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201732 Jun 16 16:21:37.133449 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:37.163803 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a9057a81-0d22-4df2-a63f-a63b04110090 req-24fb4e83-2196-4b19-be7e-a6adc706626b service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976362 Jun 16 16:21:37.395551 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a417f-4282-41c2-a3de-025e33bb5805 req-d34e7d8c-2ecb-4c80-a586-658348137f74 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:37.397096 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-823a417f-4282-41c2-a3de-025e33bb5805 req-d34e7d8c-2ecb-4c80-a586-658348137f74 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0672643 Jun 16 16:21:37.448998 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-823a417f-4282-41c2-a3de-025e33bb5805 req-6b9aa867-702d-4d6a-a9a9-e50a26d7bc6c tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Jun 16 16:21:38.029698 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc18f9-b4d8-4327-a5d2-6d9bbc64d2df req-2eacd4df-858e-49af-938b-2edf32f87e7d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:38.031279 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7abc18f9-b4d8-4327-a5d2-6d9bbc64d2df req-2eacd4df-858e-49af-938b-2edf32f87e7d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0535378 Jun 16 16:21:38.078810 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-7abc18f9-b4d8-4327-a5d2-6d9bbc64d2df req-44d8792a-ef01-4a89-8ca2-148e5be927fb tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Jun 16 16:21:38.571393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6392-007c-4be8-b665-f4484b95c3c6 req-db3150ce-1b7e-4c51-b248-bcb9c70e48d3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:38.572910 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d85a6392-007c-4be8-b665-f4484b95c3c6 req-db3150ce-1b7e-4c51-b248-bcb9c70e48d3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0496800 Jun 16 16:21:38.628931 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d85a6392-007c-4be8-b665-f4484b95c3c6 req-f920a70f-4e34-4233-b37c-5e7f487f343f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493188 Jun 16 16:21:39.127667 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.206013 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb158f2-a3e8-4d78-8d38-920375e6c764 req-22013c1d-a020-4dc1-bfcd-fe1fdf34d8b1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:39.207624 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3fb158f2-a3e8-4d78-8d38-920375e6c764 req-22013c1d-a020-4dc1-bfcd-fe1fdf34d8b1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0506728 Jun 16 16:21:39.270546 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3fb158f2-a3e8-4d78-8d38-920375e6c764 req-d7c3c349-336e-4d9b-a268-6faffbd46cc7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551586 Jun 16 16:21:39.477936 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-a85719a3-bc6a-455f-832e-eaf5023116b4 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016408516&fields=id&tenant_id=b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 267 time: 0.0445204 Jun 16 16:21:39.591467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-c4a1d96d-920a-4c9e-a139-a26050ca218a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:39.592875 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-c4a1d96d-920a-4c9e-a139-a26050ca218a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 811 time: 0.1071494 Jun 16 16:21:39.608138 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-6cf9c920-7288-44bf-8b8c-b2b57aeff751 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/quotas/b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 375 time: 0.0096056 Jun 16 16:21:39.650423 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:39.663781 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-cebc7610-bcfc-41f1-a3f1-a3b10e7146c3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503922 Jun 16 16:21:39.761498 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ea65a-765d-40fa-9292-8d23c3548d60 req-57c2bd73-acf5-4209-9457-093e5b1758cf tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:39.763817 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d87ea65a-765d-40fa-9292-8d23c3548d60 req-57c2bd73-acf5-4209-9457-093e5b1758cf tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0509119 Jun 16 16:21:39.770050 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-93e5384b-62c8-48e9-84b0-be2644ffd1ad service neutron] 10.222.0.17 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938919 Jun 16 16:21:39.788250 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:39.823165 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d87ea65a-765d-40fa-9292-8d23c3548d60 req-9848c241-5245-4ea5-88d3-c19db8f4d98b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530801 Jun 16 16:21:39.864392 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-666d464c-afa9-488c-9feb-49ef2e5e4d16 service neutron] 10.222.0.17 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888491 Jun 16 16:21:40.161147 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3cdd4994-ef08-4769-802b-b65e9905c820 req-209b50e9-f946-45b6-80b6-5ae513e3be50 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 210 time: 0.0293465 Jun 16 16:21:40.398421 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee7cb-af61-475d-8155-82bcc0233db4 req-71d55a4e-21dd-4c62-a4bc-72be26ca030a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:40.399935 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0d3ee7cb-af61-475d-8155-82bcc0233db4 req-71d55a4e-21dd-4c62-a4bc-72be26ca030a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 943 time: 0.0577998 Jun 16 16:21:40.451224 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0d3ee7cb-af61-475d-8155-82bcc0233db4 req-67d20856-8831-4539-a0fb-308b7615ca4c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Jun 16 16:21:40.956768 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:21:40.969504 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:40.993916 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df9bc-cd61-455d-ae4f-83d4e1152c64 req-f1e0ce73-3a84-4895-a07a-10ad9e723b0e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:40.995613 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d28df9bc-cd61-455d-ae4f-83d4e1152c64 req-f1e0ce73-3a84-4895-a07a-10ad9e723b0e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.1025875 Jun 16 16:21:41.066225 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d28df9bc-cd61-455d-ae4f-83d4e1152c64 req-a9d901d8-0d0e-4919-b99a-f6de67680397 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534809 Jun 16 16:21:41.078315 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:41.091700 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '1f148a28-fe89-4254-bdba-5773896f6c82', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'port_id': '1f148a28-fe89-4254-bdba-5773896f6c82', 'mac_address': 'fa:16:3e:0b:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:21:41.132570 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:41.133109 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.149205 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f148a28-fe89-4254-bdba-5773896f6c82 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:41.172201 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:41.176585 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.225295 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-2527b41c-448d-4764-9f0b-0290bdf2ba18 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:41.226927 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-2527b41c-448d-4764-9f0b-0290bdf2ba18 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 811 time: 0.1529820 Jun 16 16:21:41.258928 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=9']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:41.268141 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.268645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.268994 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.269332 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.269756 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.270125 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.271117 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.271117 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.271335 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.271638 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.272330 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.272822 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.274087 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.274429 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.274763 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:41.303245 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-45ad5c70-aa61-43cb-b2d4-0d9670a7c23b req-f9bef520-4d69-451d-a882-fcee3a280c17 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 210 time: 0.0540025 Jun 16 16:21:41.348971 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-7e088739-d440-468f-bd4d-a7acaabbfff0 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 380 time: 0.1069834 Jun 16 16:21:41.359024 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'port': {'device_id': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'admin_state_up': True, 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'security_groups': ['2f633015-58b3-46b4-a249-65b5fe0b3459']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:41.428474 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['1f148a28-fe89-4254-bdba-5773896f6c82'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:41.493850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Made reservation on behalf of b77126371c5d44db8ab75fbfca0737af for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:41.498985 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.569845 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:41.583130 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:41.587727 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48c0a-6a06-4fd9-8146-c64c75770d02 req-853360d0-40dc-4fbc-8c00-a4f3bcf256d8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:41.589709 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-57a48c0a-6a06-4fd9-8146-c64c75770d02 req-853360d0-40dc-4fbc-8c00-a4f3bcf256d8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 944 time: 0.0571244 Jun 16 16:21:41.659315 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-57a48c0a-6a06-4fd9-8146-c64c75770d02 req-3b8379f7-cbf5-4bbf-a090-43f2ce47a304 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634725 Jun 16 16:21:41.664554 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Allocated IP 172.20.0.5 (c8adc531-7e83-47cd-8743-c56fb61916fb/4dd4ecfb-6940-40f3-a98b-6cc9530e83b8/ade79578-a8ae-4117-8223-b656f9d6481b) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:41.792712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:41.846132 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (ade79578-a8ae-4117-8223-b656f9d6481b), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.888153 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.931973 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Network c8adc531-7e83-47cd-8743-c56fb61916fb is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:41.936559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:41.943726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:41.971697 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=ade79578-a8ae-4117-8223-b656f9d6481b,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:42.001830 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.002504 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.022399 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-42055260-f121-4493-8347-287fca31502a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6673315 Jun 16 16:21:42.180976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-9fb3e2f0-1272-42f2-92c2-4bece5483db8 None None] Provisioning complete for port ade79578-a8ae-4117-8223-b656f9d6481b triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:42.181587 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e2f0-1272-42f2-92c2-4bece5483db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.193806 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1654e-d053-434a-a1f1-b44033321422 req-db8e354e-6199-4f2f-b008-ba19ab8f0de1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.195424 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77a1654e-d053-434a-a1f1-b44033321422 req-db8e354e-6199-4f2f-b008-ba19ab8f0de1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0543122 Jun 16 16:21:42.223801 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3e2f0-1272-42f2-92c2-4bece5483db8 None None] Port ade79578-a8ae-4117-8223-b656f9d6481b cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:42.251280 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-77a1654e-d053-434a-a1f1-b44033321422 req-15e9cd75-dcb0-4488-8ae5-d583068e3e8d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492854 Jun 16 16:21:42.360227 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Request body: {'port': {'device_id': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:42.433200 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.436830 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178256a7-c094-4e45-a234-2dd423a7214e req-baf1e7fd-9c4f-41e7-a808-cbca866d0cd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.438538 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-178256a7-c094-4e45-a234-2dd423a7214e req-baf1e7fd-9c4f-41e7-a808-cbca866d0cd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 931 time: 0.0614047 Jun 16 16:21:42.496452 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-178256a7-c094-4e45-a234-2dd423a7214e req-915d895c-d943-423e-b22d-e365d9acd476 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515814 Jun 16 16:21:42.760541 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade79578-a8ae-4117-8223-b656f9d6481b {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:42.780415 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Publish callbacks [] for port (ade79578-a8ae-4117-8223-b656f9d6481b), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.816505 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:42.821566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Transition to ACTIVE for port object ade79578-a8ae-4117-8223-b656f9d6481b will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:21:42.828721 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9a972-20d6-4eb4-82ea-393263c675fe req-2ba7b48e-2d16-41cc-b74d-4736d497100a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.830291 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3e9a972-20d6-4eb4-82ea-393263c675fe req-2ba7b48e-2d16-41cc-b74d-4736d497100a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 944 time: 0.0642855 Jun 16 16:21:42.832083 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.887484 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:42.916068 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Pushing event updated for resources: {'Port': ['ID=ade79578-a8ae-4117-8223-b656f9d6481b,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:42.966259 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3e9a972-20d6-4eb4-82ea-393263c675fe req-57448043-773f-4cd9-bd08-538298c206b1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238849 Jun 16 16:21:42.977492 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:21:42.985057 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:43.029791 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Attempting to bind port ade79578-a8ae-4117-8223-b656f9d6481b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:43.030202 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Attempting to bind port ade79578-a8ae-4117-8223-b656f9d6481b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:43.030621 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Attempting to bind port ade79578-a8ae-4117-8223-b656f9d6481b on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:43.037060 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Port ade79578-a8ae-4117-8223-b656f9d6481b on network c8adc531-7e83-47cd-8743-c56fb61916fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:21:43.037408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Attempting to bind port ade79578-a8ae-4117-8223-b656f9d6481b on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:43.043422 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:43.044342 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Checking segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:43.045464 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Bound using segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:43.045905 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Bound port: ade79578-a8ae-4117-8223-b656f9d6481b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:43.046292 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.105164 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 1f148a28-fe89-4254-bdba-5773896f6c82 triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:43.105542 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.115419 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] For port ade79578-a8ae-4117-8223-b656f9d6481b, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:43.118862 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] For port ade79578-a8ae-4117-8223-b656f9d6481b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ade79578-a8ae-4117-8223-b656f9d6481b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:43.125870 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.159386 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:43.166725 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.167358 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.169540 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] 10.222.0.25 "PUT /v2.0/ports/ade79578-a8ae-4117-8223-b656f9d6481b HTTP/1.1" status: 200 len: 1093 time: 0.8164139 Jun 16 16:21:43.170035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:43.172592 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ece10-9625-427e-9636-59126d3c2103" -d '{"events": [{"name": "network-changed", "server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:43.193435 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'port_id': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'mac_address': 'fa:16:3e:fc:71:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:21:43.196615 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde9d30-5caf-445e-bac5-a0119b96879a service neutron] Pushing event updated for resources: {'Port': ['ID=ade79578-a8ae-4117-8223-b656f9d6481b,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.227932 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:43.258913 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a3c333-be02-4312-bcaf-5c913d9ff16f x-openstack-request-id: req-e3a3c333-be02-4312-bcaf-5c913d9ff16f {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:43.259766 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:43.259975 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e3a3c333-be02-4312-bcaf-5c913d9ff16f {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:43.260434 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a3c333-be02-4312-bcaf-5c913d9ff16f'] response: {'name': 'network-changed', 'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'status': 'completed', 'code': 200} Jun 16 16:21:43.273278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-ce448b34-1907-495a-b281-13f4b0ea3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.278897 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 1f148a28-fe89-4254-bdba-5773896f6c82 is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:43.279291 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.285822 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-ce448b34-1907-495a-b281-13f4b0ea3e69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 1127 time: 0.0513389 Jun 16 16:21:43.294583 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port d9220eec-1f6d-431f-9e5e-4374035faf5f is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:43.295063 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.321227 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-88b1b03a-254e-4a1d-892d-e24ffae937a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade79578-a8ae-4117-8223-b656f9d6481b HTTP/1.1" status: 200 len: 217 time: 0.0341823 Jun 16 16:21:43.323981 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:43.327880 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e02cab-087b-449c-9129-b96b2777dfe4" -d '{"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-plugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:43.348212 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9220eec-1f6d-431f-9e5e-4374035faf5f {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:43.364213 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:43.374750 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.379186 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0145ba1-d12f-4074-8b7d-d6ffe94047d0 x-openstack-request-id: req-d0145ba1-d12f-4074-8b7d-d6ffe94047d0 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:43.379564 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-plugged", "status": "completed", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:43.379733 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d0145ba1-d12f-4074-8b7d-d6ffe94047d0 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:43.380112 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0145ba1-d12f-4074-8b7d-d6ffe94047d0'] response: {'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'code': 200} Jun 16 16:21:43.408669 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:43.417301 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.445198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56838a60-61b1-42e9-8c57-63d2e3b6ef3f req-0c5c925d-8e3c-49ee-94d1-e5ff76f380b1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.446819 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56838a60-61b1-42e9-8c57-63d2e3b6ef3f req-0c5c925d-8e3c-49ee-94d1-e5ff76f380b1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.1049268 Jun 16 16:21:43.452349 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-ce65d276-6afd-4d40-a54f-b265ae4273b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.452646 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=10']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.454990 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-ce65d276-6afd-4d40-a54f-b265ae4273b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.1222174 Jun 16 16:21:43.515391 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.515659 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56838a60-61b1-42e9-8c57-63d2e3b6ef3f req-3ccf9125-4a76-4dc2-b433-b4352b259e7f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573924 Jun 16 16:21:43.629904 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496373d3-9149-4bf0-9dbc-0f1879547da9 req-cd2c85a6-9aa6-41ed-a49c-1b22e7e1e548 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.631914 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-496373d3-9149-4bf0-9dbc-0f1879547da9 req-cd2c85a6-9aa6-41ed-a49c-1b22e7e1e548 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.0504229 Jun 16 16:21:43.678806 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['d9220eec-1f6d-431f-9e5e-4374035faf5f'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:43.703744 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-496373d3-9149-4bf0-9dbc-0f1879547da9 req-5a00f361-5a07-446a-b7c7-f9926700387d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638583 Jun 16 16:21:43.755323 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-e3e96faf-2e4c-4dcb-849a-f4e98b8ea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.757157 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-e3e96faf-2e4c-4dcb-849a-f4e98b8ea1ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568566 Jun 16 16:21:43.895743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ed00-fa13-497d-b2f1-399f28bd2fd2 req-c426f290-3422-42d0-acd7-81348fac1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:43.898048 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df92ed00-fa13-497d-b2f1-399f28bd2fd2 req-c426f290-3422-42d0-acd7-81348fac1681 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1130 time: 0.0604134 Jun 16 16:21:43.901156 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-2558a745-c333-429a-aabc-a29c43a909e4 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332793 Jun 16 16:21:43.917309 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.008600 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-df92ed00-fa13-497d-b2f1-399f28bd2fd2 req-e68742b1-90d3-4dad-baf4-b3ac12419b9e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998559 Jun 16 16:21:44.045245 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-66a7edf7-6bba-4248-be63-da2fbeea518c req-a312c68a-ef2e-4334-9217-98db82d66633 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281383 Jun 16 16:21:44.131854 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566a83-4e26-4ff8-8745-39aa64eed2da req-abfe835a-6839-47ee-bd10-77783cc8d18e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:44.133408 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f8566a83-4e26-4ff8-8745-39aa64eed2da req-abfe835a-6839-47ee-bd10-77783cc8d18e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0551560 Jun 16 16:21:44.153006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.187017 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f8566a83-4e26-4ff8-8745-39aa64eed2da req-c8e1fc62-f051-43a9-b5b0-9a8831bb2dff tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471416 Jun 16 16:21:44.653753 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5010-4f21-4460-90c1-7581896ad256 req-fdabcea8-a3bc-4a27-9711-38c378610c22 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:44.655317 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bdfa5010-4f21-4460-90c1-7581896ad256 req-fdabcea8-a3bc-4a27-9711-38c378610c22 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 944 time: 0.0584362 Jun 16 16:21:44.668299 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.713093 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bdfa5010-4f21-4460-90c1-7581896ad256 req-000f05c1-6121-4771-bc35-01b8ad505ecb tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504999 Jun 16 16:21:44.786036 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ece10-9625-427e-9636-59126d3c2103 req-398ae129-689c-46f8-8440-6129755f8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:44.787551 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-398ae129-689c-46f8-8440-6129755f8b14 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 1127 time: 0.0510011 Jun 16 16:21:44.907363 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.920575 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891fdc-0257-4462-b928-942a12c60708 req-a573d1b0-6940-44f2-a3c3-cabb2b8d8f9d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:44.922119 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5b891fdc-0257-4462-b928-942a12c60708 req-a573d1b0-6940-44f2-a3c3-cabb2b8d8f9d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.1120062 Jun 16 16:21:44.973676 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ece10-9625-427e-9636-59126d3c2103 req-70f1f553-224d-43a4-8ea5-592f123fa663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:44.975175 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-70f1f553-224d-43a4-8ea5-592f123fa663 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1766822 Jun 16 16:21:44.987105 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:45.031126 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-a7255dd9-4613-4671-a712-9955e561e873 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade79578-a8ae-4117-8223-b656f9d6481b HTTP/1.1" status: 200 len: 217 time: 0.0471592 Jun 16 16:21:45.036121 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5b891fdc-0257-4462-b928-942a12c60708 req-2a28585a-312a-40a5-a71f-b7d5f30657f3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045706 Jun 16 16:21:45.039973 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port d9220eec-1f6d-431f-9e5e-4374035faf5f completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:21:45.047683 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port d9220eec-1f6d-431f-9e5e-4374035faf5f triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:45.048157 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.099214 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ece10-9625-427e-9636-59126d3c2103 req-be0fbf5c-a892-4df5-bac8-ad3390b93fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:45.100756 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-be0fbf5c-a892-4df5-bac8-ad3390b93fb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0541523 Jun 16 16:21:45.163426 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port d9220eec-1f6d-431f-9e5e-4374035faf5f is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:45.163717 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.168867 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ece10-9625-427e-9636-59126d3c2103 req-831d8b0a-b0f7-4b22-9b42-a84223ab5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:45.170529 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-831d8b0a-b0f7-4b22-9b42-a84223ab5580 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557261 Jun 16 16:21:45.209627 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:45.217310 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.286735 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:45.360407 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1266a-33e6-4902-8ca7-201cba0ccdc4 req-0bfee399-0f64-4527-a0c4-6e102d7f1019 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:45.362402 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fdd1266a-33e6-4902-8ca7-201cba0ccdc4 req-0bfee399-0f64-4527-a0c4-6e102d7f1019 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0616264 Jun 16 16:21:45.381476 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:45.383817 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25edeafc-17a2-4fe5-a711-6166fd72fa98" -d '{"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:45.429195 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d025acd-2f58-4aa7-bb20-596b235a5ef6 x-openstack-request-id: req-2d025acd-2f58-4aa7-bb20-596b235a5ef6 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:45.429502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:45.429759 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2d025acd-2f58-4aa7-bb20-596b235a5ef6 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:45.430207 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d025acd-2f58-4aa7-bb20-596b235a5ef6'] response: {'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'code': 200} Jun 16 16:21:45.432222 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fdd1266a-33e6-4902-8ca7-201cba0ccdc4 req-505fbabe-4a2f-46b7-8f4e-32422bc00f68 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621030 Jun 16 16:21:45.787417 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-eac5d173-93dc-4c50-8dcb-255c798554a3 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188359 Jun 16 16:21:45.909387 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-997ece10-9625-427e-9636-59126d3c2103 req-8efff23f-b455-4f7e-ad96-5495928f7db3 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155591 Jun 16 16:21:46.006588 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a305a0-8192-4bd5-97ff-f8f143c83841 req-517ced6c-63c0-49f0-a35c-f2125af87e68 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.009593 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-90a305a0-8192-4bd5-97ff-f8f143c83841 req-517ced6c-63c0-49f0-a35c-f2125af87e68 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.1431408 Jun 16 16:21:46.093802 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885950b5-4ac1-44a9-9426-7c5f09413820 req-7a12ee19-4e48-4201-abf1-ffae131ef880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.095322 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-885950b5-4ac1-44a9-9426-7c5f09413820 req-7a12ee19-4e48-4201-abf1-ffae131ef880 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0639207 Jun 16 16:21:46.100405 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-90a305a0-8192-4bd5-97ff-f8f143c83841 req-c0188cea-b591-4118-bb0d-19a7ca94a585 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843899 Jun 16 16:21:46.165459 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-885950b5-4ac1-44a9-9426-7c5f09413820 req-52095a04-9ea9-494c-8bb0-343c272e0f3c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486257 Jun 16 16:21:46.196033 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acb4ba-4e61-4b8d-9e17-d309d3335cd1 req-2128c045-0923-43c0-9a96-c2bad1d5ed68 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.197587 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-00acb4ba-4e61-4b8d-9e17-d309d3335cd1 req-2128c045-0923-43c0-9a96-c2bad1d5ed68 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.0553191 Jun 16 16:21:46.253670 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-00acb4ba-4e61-4b8d-9e17-d309d3335cd1 req-8fc2cb6e-2e5b-4e73-8c6d-1bc8118277f3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471570 Jun 16 16:21:46.564164 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25f77-b82f-40d9-b474-0c5f16e33b5a req-bc6f9f82-54c1-47e0-bb44-5977c729d11e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.565691 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-72f25f77-b82f-40d9-b474-0c5f16e33b5a req-bc6f9f82-54c1-47e0-bb44-5977c729d11e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0545330 Jun 16 16:21:46.621513 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-72f25f77-b82f-40d9-b474-0c5f16e33b5a req-924718e4-afd1-40c1-9aea-3136ceeaecfe tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500054 Jun 16 16:21:47.230878 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7d34-33b0-4505-9855-739b89aa4c2b req-7fc19bdc-2e8c-4bcb-a115-f105fba3184a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:47.232833 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-180c7d34-33b0-4505-9855-739b89aa4c2b req-7fc19bdc-2e8c-4bcb-a115-f105fba3184a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0541258 Jun 16 16:21:47.289156 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-180c7d34-33b0-4505-9855-739b89aa4c2b req-3b8dd516-90c0-4f0f-94c6-74b5b8e9f09e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504138 Jun 16 16:21:47.381503 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d44bf-18eb-42e9-87cb-95446d73c479 req-9231fa72-adc0-424c-89e1-e8cb1e3dac19 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:47.383142 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8a7d44bf-18eb-42e9-87cb-95446d73c479 req-9231fa72-adc0-424c-89e1-e8cb1e3dac19 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.0552113 Jun 16 16:21:47.436653 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8a7d44bf-18eb-42e9-87cb-95446d73c479 req-6c067b12-f047-4d1e-a307-4d93bba7da91 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473545 Jun 16 16:21:48.239422 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.240590 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=45 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.413059 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb382-b1f7-4a5d-a622-8f67ae117d60 req-df72344d-f9dd-4793-afea-e3459f0d3e5e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:48.414562 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9d6bb382-b1f7-4a5d-a622-8f67ae117d60 req-df72344d-f9dd-4793-afea-e3459f0d3e5e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0483747 Jun 16 16:21:48.468540 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-9d6bb382-b1f7-4a5d-a622-8f67ae117d60 req-31688274-8f7d-4043-8c84-c20f117935e4 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480883 Jun 16 16:21:48.559684 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a5bb2-ab5a-402a-bc13-22e4a33595ce req-c6f8c17e-3833-498f-ab9b-c604dd5308c0 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:48.561200 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f4a5bb2-ab5a-402a-bc13-22e4a33595ce req-c6f8c17e-3833-498f-ab9b-c604dd5308c0 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.0556109 Jun 16 16:21:48.591964 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581201-09b7-4469-901e-441ef9482b87 req-1ea103a7-d18f-4409-8ee8-7a325f3b577a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:48.593512 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1a581201-09b7-4469-901e-441ef9482b87 req-1ea103a7-d18f-4409-8ee8-7a325f3b577a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0579772 Jun 16 16:21:48.614137 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8f4a5bb2-ab5a-402a-bc13-22e4a33595ce req-172f4033-8aa3-4575-83ea-a13cbc3945e3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471048 Jun 16 16:21:48.647381 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.652708 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1a581201-09b7-4469-901e-441ef9482b87 req-2fdd02a8-88b9-491a-aab8-46bbdc7a3575 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534034 Jun 16 16:21:48.674677 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56932) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:48.838902 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.873850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b91929-b88e-4b05-bf09-b2677c52652d tempest-TestShelveInstance-285582224 tempest-TestShelveInstance-285582224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:48.875435 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-60b91929-b88e-4b05-bf09-b2677c52652d tempest-TestShelveInstance-285582224 tempest-TestShelveInstance-285582224-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1124 time: 0.1997604 Jun 16 16:21:48.880297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56936) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:48.885417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'port_id': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:48.908225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.977991 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.994291 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.098018 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Allocated IP 172.27.2.196 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/7c863593-7743-4192-ab79-bf7d00c8d145) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:49.474073 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-943611ce-8d40-4a9b-9158-c2ba51b81c99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494108 Jun 16 16:21:49.502396 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for port (7c863593-7743-4192-ab79-bf7d00c8d145), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.565254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (7c863593-7743-4192-ab79-bf7d00c8d145), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.572670 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958cace-3271-47de-9d43-6f86eff94023 req-3bebe156-143a-4daa-bc19-5c7e553c96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.574177 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-3bebe156-143a-4daa-bc19-5c7e553c96e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 1130 time: 0.0484407 Jun 16 16:21:49.634675 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:49.643041 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:49.672012 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:49.696721 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'Port': ['ID=7c863593-7743-4192-ab79-bf7d00c8d145,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:49.802649 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958cace-3271-47de-9d43-6f86eff94023 req-c5c5d5c5-b159-4688-ad6f-6ac3cbcab1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.804110 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-c5c5d5c5-b159-4688-ad6f-6ac3cbcab1d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.2073624 Jun 16 16:21:49.812470 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d64-4bfb-4099-96b5-3b8cc0153424 req-c838a3ab-2cb0-4139-9069-e1e039872d54 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.813845 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-df80beea-f346-4531-ab89-f3b005d098e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.814361 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-200c7d64-4bfb-4099-96b5-3b8cc0153424 req-c838a3ab-2cb0-4139-9069-e1e039872d54 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.1071758 Jun 16 16:21:49.990683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:50.005515 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-200c7d64-4bfb-4099-96b5-3b8cc0153424 req-41beaa12-5e7f-4145-bb25-73b2d1f11d52 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795866 Jun 16 16:21:50.013607 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:50.053559 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-de7fd85a-c42a-47cf-9d3e-004b6215220e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 200 len: 1000 time: 0.1585028 Jun 16 16:21:50.252640 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for floatingip (7834dff1-e595-4274-9b6d-f0d18e36dd44), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:50.338002 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (7c863593-7743-4192-ab79-bf7d00c8d145), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:50.524960 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for port (7c863593-7743-4192-ab79-bf7d00c8d145), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:50.530799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (7c863593-7743-4192-ab79-bf7d00c8d145), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:50.609597 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event updated for resources: {'Port': ['ID=7c863593-7743-4192-ab79-bf7d00c8d145,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:50.626055 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (7834dff1-e595-4274-9b6d-f0d18e36dd44), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:50.744406 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958cace-3271-47de-9d43-6f86eff94023 req-2fbc3eaf-7b8b-4491-b1fb-25b2cb2f3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:50.745869 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-2fbc3eaf-7b8b-4491-b1fb-25b2cb2f3aba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0869243 Jun 16 16:21:50.792221 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Floating IP 7834dff1-e595-4274-9b6d-f0d18e36dd44 associated. External IP: 172.27.2.196, port: d9220eec-1f6d-431f-9e5e-4374035faf5f. Jun 16 16:21:50.837277 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958cace-3271-47de-9d43-6f86eff94023 req-8a40cc9f-bc31-425c-b4f6-844903a2b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:50.838860 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-8a40cc9f-bc31-425c-b4f6-844903a2b201 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848668 Jun 16 16:21:50.904719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:50.966309 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:51.020923 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-ac83422e-767a-4f09-8a4d-53a41699ed97 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671751 Jun 16 16:21:51.140295 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3fb58-aab0-406b-89ad-24f13dd238a0 req-c223c24e-0c32-4478-94b7-b979d6d69042 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:51.141966 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eab3fb58-aab0-406b-89ad-24f13dd238a0 req-c223c24e-0c32-4478-94b7-b979d6d69042 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.0539777 Jun 16 16:21:51.162003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Router 6d871f07-30e2-475d-b26b-a8032562a1c4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:51.169862 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f958cace-3271-47de-9d43-6f86eff94023 req-8190c19b-0962-4993-9f39-a485dda99aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468780 Jun 16 16:21:51.195752 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eab3fb58-aab0-406b-89ad-24f13dd238a0 req-7ede3d7b-99e8-42da-903b-5d7b062789cb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475614 Jun 16 16:21:51.313826 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:51.324377 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521a17-7719-4580-9204-84c56edd213d None None] Sync routers for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:51.335903 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:51.336693 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:21:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:51.338044 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:51.338334 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:51.370340 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9e5c3130-f834-4740-80e4-ec82f34b51b8 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4885015 Jun 16 16:21:51.370940 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:51.373386 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc96f42-5c03-44f7-9f16-a539efd5a9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:51.411531 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd396b07-73d5-4cf3-b7ca-0b47b3dd8b29 x-openstack-request-id: req-dd396b07-73d5-4cf3-b7ca-0b47b3dd8b29 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:51.411916 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:51.412351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dd396b07-73d5-4cf3-b7ca-0b47b3dd8b29 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:51.412836 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd396b07-73d5-4cf3-b7ca-0b47b3dd8b29'] response: {'name': 'network-changed', 'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'status': 'completed', 'code': 200} Jun 16 16:21:51.445624 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:51.482415 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-b16cce7c-9e1b-4242-84aa-47f9631a4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:51.483957 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-b16cce7c-9e1b-4242-84aa-47f9631a4fa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0410211 Jun 16 16:21:51.585643 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-636fb9e3-025d-4e54-a2cd-1a8e056c36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:51.587217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-636fb9e3-025d-4e54-a2cd-1a8e056c36c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.0950141 Jun 16 16:21:51.667215 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '7834dff1-e595-4274-9b6d-f0d18e36dd44', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'port_id': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'mac_address': 'fa:16:3e:fc:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:50Z', 'updated_at': '2022-06-16T16:21:50Z', 'revision_number': 0, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:02Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:51.669482 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-82508f7e-6993-42ba-8a24-94e8ca46ad6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 999 time: 0.0746944 Jun 16 16:21:51.701261 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521a17-7719-4580-9204-84c56edd213d None None] Checking router: 6d871f07-30e2-475d-b26b-a8032562a1c4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:51.710282 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:51.710927 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:21:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:51.722632 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-b4799258-f9b6-453f-b60b-8d267a1d40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:51.724100 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-b4799258-f9b6-453f-b60b-8d267a1d40b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0462544 Jun 16 16:21:51.771626 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-4e3edfc2-6a1b-4262-afb2-0bb667da6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:51.776868 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-4e3edfc2-6a1b-4262-afb2-0bb667da6e10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429304 Jun 16 16:21:51.817021 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:51.875574 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-9f7460f1-fb14-4061-a4ac-ffa6ead8f02b service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922112 Jun 16 16:21:51.917831 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:51.983511 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-adc96f42-5c03-44f7-9f16-a539efd5a9ad req-1ab078b1-2567-4c30-93ef-2faa72ec95ee service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008489 Jun 16 16:21:52.173690 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-1f521a17-7719-4580-9204-84c56edd213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '7834dff1-e595-4274-9b6d-f0d18e36dd44', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'port_id': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'mac_address': 'fa:16:3e:fc:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:50Z', 'updated_at': '2022-06-16T16:21:50Z', 'revision_number': 0, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:02Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:52.201706 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521a17-7719-4580-9204-84c56edd213d None None] The sync data for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi is: [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '7834dff1-e595-4274-9b6d-f0d18e36dd44', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'port_id': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'mac_address': 'fa:16:3e:fc:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:50Z', 'updated_at': '2022-06-16T16:21:50Z', 'revision_number': 0, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:02Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:52.265630 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b7403f51-5a71-4231-8b67-dbf71a47059e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:52.357887 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f23fa-3853-47b6-844e-7bcb63646772 req-ba26e0ec-0ec8-4218-834b-98073c795999 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:52.360452 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d86f23fa-3853-47b6-844e-7bcb63646772 req-ba26e0ec-0ec8-4218-834b-98073c795999 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 943 time: 0.0712013 Jun 16 16:21:52.424473 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d86f23fa-3853-47b6-844e-7bcb63646772 req-3f6de61e-f1f5-4b1b-ba02-b13177482abf tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541942 Jun 16 16:21:52.472594 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e83915-93a9-4789-9ae9-c77d74944375 None None] New status for floating IP 7834dff1-e595-4274-9b6d-f0d18e36dd44: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:21:53.023710 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ade79578-a8ae-4117-8223-b656f9d6481b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:21:53.125352 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port ade79578-a8ae-4117-8223-b656f9d6481b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ade79578-a8ae-4117-8223-b656f9d6481b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:53.136933 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'port_id': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'mac_address': 'fa:16:3e:a1:45:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:21:53.175132 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port ade79578-a8ae-4117-8223-b656f9d6481b is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:53.175517 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:53.189227 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade79578-a8ae-4117-8223-b656f9d6481b {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:53.198972 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:53.209597 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port ade79578-a8ae-4117-8223-b656f9d6481b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ade79578-a8ae-4117-8223-b656f9d6481b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:53.213496 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:53.263474 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=ade79578-a8ae-4117-8223-b656f9d6481b,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:53.480720 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['ade79578-a8ae-4117-8223-b656f9d6481b'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:53.552490 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941040bd-6926-420a-883a-7cfdc666933b req-6d24c2f6-a930-477c-910c-5129f298fa21 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:53.554080 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-941040bd-6926-420a-883a-7cfdc666933b req-6d24c2f6-a930-477c-910c-5129f298fa21 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 944 time: 0.0546820 Jun 16 16:21:53.597891 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:53.608299 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:53.614136 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-941040bd-6926-420a-883a-7cfdc666933b req-97e8b213-d0af-4167-ab15-3efcd1bdff6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525494 Jun 16 16:21:54.756126 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181e4ad-e252-4117-bdaa-d149d75bf258 req-118ab58c-59a5-420e-bb5f-abee9fd84d68 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:54.757610 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f181e4ad-e252-4117-bdaa-d149d75bf258 req-118ab58c-59a5-420e-bb5f-abee9fd84d68 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 944 time: 0.0565791 Jun 16 16:21:54.810906 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f181e4ad-e252-4117-bdaa-d149d75bf258 req-5c9a2048-ac6f-4ab5-8aae-9aa37668c427 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Jun 16 16:21:54.854154 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.034101 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ade79578-a8ae-4117-8223-b656f9d6481b up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:55.079713 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:55.082956 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port ade79578-a8ae-4117-8223-b656f9d6481b completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:21:55.089600 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port ade79578-a8ae-4117-8223-b656f9d6481b triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:55.089990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.163591 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port ade79578-a8ae-4117-8223-b656f9d6481b is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:55.163976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.188296 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:55.190554 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64c4a68-8c70-46ed-9977-bd085b092ca8" -d '{"events": [{"server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "name": "network-vif-plugged", "status": "completed", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:55.204680 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port ade79578-a8ae-4117-8223-b656f9d6481b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ade79578-a8ae-4117-8223-b656f9d6481b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:55.208762 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.236486 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5652c3-dcaa-4fae-98b7-19fe39c56ae1 x-openstack-request-id: req-cc5652c3-dcaa-4fae-98b7-19fe39c56ae1 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:55.236814 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "name": "network-vif-plugged", "status": "completed", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:55.237125 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cc5652c3-dcaa-4fae-98b7-19fe39c56ae1 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:55.237586 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5652c3-dcaa-4fae-98b7-19fe39c56ae1'] response: {'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'code': 200} Jun 16 16:21:55.270638 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=ade79578-a8ae-4117-8223-b656f9d6481b,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:55.312990 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.498467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:55.530865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0199c0c-73dc-4cc4-88a5-4c650477c134 req-b714bd1f-2575-48f4-a070-3ba926cb0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:55.532590 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b0199c0c-73dc-4cc4-88a5-4c650477c134 req-b714bd1f-2575-48f4-a070-3ba926cb0b36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 1129 time: 0.0447524 Jun 16 16:21:55.581330 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b0199c0c-73dc-4cc4-88a5-4c650477c134 req-e60d0b83-8296-4cdc-9ddf-71a4c9cf780e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Jun 16 16:21:55.948750 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660c889-ec8c-47e9-8831-4dad8da851cd req-0bfcdc51-02de-4b64-9892-589c0f4ffa14 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:55.951077 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b660c889-ec8c-47e9-8831-4dad8da851cd req-0bfcdc51-02de-4b64-9892-589c0f4ffa14 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0605896 Jun 16 16:21:56.016945 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b660c889-ec8c-47e9-8831-4dad8da851cd req-d215f1cc-5617-4d8d-bc99-4b2b94b03efb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592487 Jun 16 16:21:57.195867 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d3364-680c-41aa-9c82-1b2dc133b190 req-4675cb04-db00-4dae-8d2b-a9b03bc33486 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:57.197972 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8d0d3364-680c-41aa-9c82-1b2dc133b190 req-4675cb04-db00-4dae-8d2b-a9b03bc33486 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0739787 Jun 16 16:21:57.270162 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8d0d3364-680c-41aa-9c82-1b2dc133b190 req-01e26870-4d1e-41ad-8842-65b188591824 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617476 Jun 16 16:21:58.418639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd5cd7-5ac9-4cbd-b08d-6e5eab853500 req-82582cbd-5c78-4028-9d5c-8ce291c74448 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:58.421094 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bebd5cd7-5ac9-4cbd-b08d-6e5eab853500 req-82582cbd-5c78-4028-9d5c-8ce291c74448 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0573614 Jun 16 16:21:58.475527 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bebd5cd7-5ac9-4cbd-b08d-6e5eab853500 req-f272d6ed-e326-406c-8281-01209434088a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Jun 16 16:21:58.616344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba77413-0967-4cde-b9c4-4b5ec60c10b2 req-d932c4b5-cebc-48fa-b400-3a025b69bdf8 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:58.617727 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fba77413-0967-4cde-b9c4-4b5ec60c10b2 req-d932c4b5-cebc-48fa-b400-3a025b69bdf8 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0704982 Jun 16 16:21:58.689704 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fba77413-0967-4cde-b9c4-4b5ec60c10b2 req-8a9cbf36-2d46-4610-8b22-72b97a04c62a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641897 Jun 16 16:21:58.720845 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 56964) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:58.810968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854cb261-cdfc-4379-bc52-371ad88385ce tempest-TestVolumeBootPattern-1551844321 tempest-TestVolumeBootPattern-1551844321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:58.812811 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-854cb261-cdfc-4379-bc52-371ad88385ce tempest-TestVolumeBootPattern-1551844321 tempest-TestVolumeBootPattern-1551844321-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 1124 time: 0.0907073 Jun 16 16:21:58.816049 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 56968) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:58.823018 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'port_id': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:58.857384 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:58.927399 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:58.951488 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.065353 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Allocated IP 172.27.2.237 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/109d397a-5d03-4e0b-a14a-53a36237af94) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:59.185803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (109d397a-5d03-4e0b-a14a-53a36237af94), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.223070 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (109d397a-5d03-4e0b-a14a-53a36237af94), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.268409 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:59.273778 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:59.280285 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=109d397a-5d03-4e0b-a14a-53a36237af94,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:59.288296 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:59.291637 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:59.744089 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (f9e43e2e-9ced-4474-aea6-bfdb0cb6397b), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.773881 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:59.840466 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (109d397a-5d03-4e0b-a14a-53a36237af94), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.010117 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (109d397a-5d03-4e0b-a14a-53a36237af94), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.016474 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (109d397a-5d03-4e0b-a14a-53a36237af94), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.093127 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=109d397a-5d03-4e0b-a14a-53a36237af94,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:00.107136 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (f9e43e2e-9ced-4474-aea6-bfdb0cb6397b), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.223633 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Floating IP f9e43e2e-9ced-4474-aea6-bfdb0cb6397b associated. External IP: 172.27.2.237, port: ade79578-a8ae-4117-8223-b656f9d6481b. Jun 16 16:22:00.410462 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:00.481199 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:00.639416 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:00.649609 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:00.662989 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:00.663630 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:21:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:00.667554 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.706259 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-8d2e8546-d0f7-4891-a0f9-8df270276718 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8885016 Jun 16 16:22:00.707225 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:00.710786 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c98261-1675-4b95-b3a7-b39b15b558ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:00.765673 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd070ae-23c4-4de2-982d-c21355ea7e3b x-openstack-request-id: req-9fd070ae-23c4-4de2-982d-c21355ea7e3b {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:00.766733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:00.766733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9fd070ae-23c4-4de2-982d-c21355ea7e3b {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:00.767097 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd070ae-23c4-4de2-982d-c21355ea7e3b'] response: {'name': 'network-changed', 'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'status': 'completed', 'code': 200} Jun 16 16:22:00.802418 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:00.850392 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-fa56df04-71bb-432d-931c-16de9c209d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:00.853701 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-fa56df04-71bb-432d-931c-16de9c209d84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 1129 time: 0.0472343 Jun 16 16:22:00.981414 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-13bdce5b-af89-438f-af78-9b5092727f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:00.983561 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-13bdce5b-af89-438f-af78-9b5092727f54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1214361 Jun 16 16:22:00.988835 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:01.054607 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-05fdabe1-7b49-4ed5-85f9-5993cde10510 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade79578-a8ae-4117-8223-b656f9d6481b HTTP/1.1" status: 200 len: 999 time: 0.0637143 Jun 16 16:22:01.078991 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'f9e43e2e-9ced-4474-aea6-bfdb0cb6397b', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:a1:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:59Z', 'updated_at': '2022-06-16T16:21:59Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.107041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:01.117613 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:01.118583 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:21:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.125197 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-7c9db157-70ce-428a-b6ba-c5c56739d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:01.126841 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-7c9db157-70ce-428a-b6ba-c5c56739d454 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0602791 Jun 16 16:22:01.181243 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-a54281e5-3464-4002-8641-dd778380fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:01.182999 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-a54281e5-3464-4002-8641-dd778380fbc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473843 Jun 16 16:22:01.255437 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:01.350767 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-8f4bcc3f-7b05-4df4-8157-d897e875950d service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579740 Jun 16 16:22:01.467292 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3c98261-1675-4b95-b3a7-b39b15b558ec req-ce262772-9b80-4366-8a8e-90d666cf2fd5 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094644 Jun 16 16:22:01.546207 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'f9e43e2e-9ced-4474-aea6-bfdb0cb6397b', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:a1:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:59Z', 'updated_at': '2022-06-16T16:21:59Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.547711 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:01.577066 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b22da7-bac8-4edc-87cc-b3e56e50cfbf None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'f9e43e2e-9ced-4474-aea6-bfdb0cb6397b', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:a1:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:59Z', 'updated_at': '2022-06-16T16:21:59Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:01.838425 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb29e9-f99e-4903-b186-92d4e77c40f8 None None] New status for floating IP f9e43e2e-9ced-4474-aea6-bfdb0cb6397b: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:22:06.175657 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:22:09.143336 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:10.689863 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:10.700184 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:11.454350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=80 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:11.461133 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=73 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:19.135836 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=43 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:19.139912 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:19.810704 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb6c-1973-4c0e-9efe-17984261b68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:22.266459 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-00bc5376-3d33-4fb6-b554-9092d68aa244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:23.582645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:24.860714 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.231402 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:25.238756 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:25.309879 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:29.276827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c63d5-ff1a-4619-ae5b-9eeaab9cd22e req-5b1f5a2c-846d-4594-a751-b5745dc5853a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:29.278466 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b90c63d5-ff1a-4619-ae5b-9eeaab9cd22e req-5b1f5a2c-846d-4594-a751-b5745dc5853a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0570290 Jun 16 16:22:29.333136 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b90c63d5-ff1a-4619-ae5b-9eeaab9cd22e req-bbd7f4de-01b3-4644-9ef1-ad4402429b7a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477135 Jun 16 16:22:30.479332 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a557f13-0e50-4abc-86e9-14edadc2888f req-5298f9b9-701d-4cc9-bc0f-0583cd1ec970 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:30.481786 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2a557f13-0e50-4abc-86e9-14edadc2888f req-5298f9b9-701d-4cc9-bc0f-0583cd1ec970 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0596061 Jun 16 16:22:30.540781 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2a557f13-0e50-4abc-86e9-14edadc2888f req-f00e38d0-556a-4ba5-b7a8-dd4eb3cea622 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528605 Jun 16 16:22:31.363992 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61326860-c38a-4361-a94d-481a1ae2c37e req-316a6d07-37dc-410e-a12c-17fe87d75615 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:31.365545 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61326860-c38a-4361-a94d-481a1ae2c37e req-316a6d07-37dc-410e-a12c-17fe87d75615 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0506983 Jun 16 16:22:31.458898 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Deleting port 1f148a28-fe89-4254-bdba-5773896f6c82 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:31.459243 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.684749 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610bc7b-839e-481f-9d59-efa950f7bee1 req-58197357-a247-4a99-9bc8-c0bc15a207b2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:31.686548 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4610bc7b-839e-481f-9d59-efa950f7bee1 req-58197357-a247-4a99-9bc8-c0bc15a207b2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 946 time: 0.0590184 Jun 16 16:22:31.752130 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-4610bc7b-839e-481f-9d59-efa950f7bee1 req-63705e2e-058c-46b3-ba7a-7fe9125c045b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=96bf8f7e-fc9b-4007-9711-c851e19736f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568373 Jun 16 16:22:31.835880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] For port 1f148a28-fe89-4254-bdba-5773896f6c82, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1f148a28-fe89-4254-bdba-5773896f6c82,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:31.836448 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.014842 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.015220 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (845c8faf-f401-4cfe-9738-fed4af5c3616), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.015547 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Floating IP 845c8faf-f401-4cfe-9738-fed4af5c3616 disassociated. External IP: 172.27.2.23, port: 1f148a28-fe89-4254-bdba-5773896f6c82. Jun 16 16:22:32.015920 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Calling delete_port for 1f148a28-fe89-4254-bdba-5773896f6c82 owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:32.176776 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (1f148a28-fe89-4254-bdba-5773896f6c82), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.208062 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event deleted for resources: {'Port': ['ID=1f148a28-fe89-4254-bdba-5773896f6c82,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:32.339065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:32.467773 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:32.473254 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:32.485011 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570230d-3310-471a-bd54-20a89491336e None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:32.497848 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:32.498544 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:22:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:32.528829 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] No DVR routers for this DVR port 1f148a28-fe89-4254-bdba-5773896f6c82 on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:22:32.531953 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.538253 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61326860-c38a-4361-a94d-481a1ae2c37e req-d2e27d88-508a-4849-a2bf-ec68ec14b9ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "DELETE /v2.0/ports/1f148a28-fe89-4254-bdba-5773896f6c82 HTTP/1.1" status: 204 len: 173 time: 1.1629922 Jun 16 16:22:32.538253 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-deleted', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:32.538995 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efaaaec-ade9-47c2-889d-c9bb869d5490" -d '{"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-deleted", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:32.593857 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b686ee-3026-49f5-a15e-be7f7cefdd9a x-openstack-request-id: req-f7b686ee-3026-49f5-a15e-be7f7cefdd9a {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:32.594304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4412fc83-e558-4531-8295-ee5a4f1ba983", "name": "network-vif-deleted", "tag": "1f148a28-fe89-4254-bdba-5773896f6c82", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:32.594696 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f7b686ee-3026-49f5-a15e-be7f7cefdd9a {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:32.595247 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b686ee-3026-49f5-a15e-be7f7cefdd9a'] response: {'server_uuid': '4412fc83-e558-4531-8295-ee5a4f1ba983', 'name': 'network-vif-deleted', 'tag': '1f148a28-fe89-4254-bdba-5773896f6c82', 'status': 'completed', 'code': 200} Jun 16 16:22:32.650754 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:32.928312 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1c48adf5-340e-4846-b264-149f3fa86717 req-64a7590d-1191-43ec-99d4-c0dd40bbaf56 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=4412fc83-e558-4531-8295-ee5a4f1ba983 HTTP/1.1" status: 200 len: 210 time: 0.0496171 Jun 16 16:22:33.062375 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:33.089369 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570230d-3310-471a-bd54-20a89491336e None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:33.099517 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:33.100138 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:22:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:33.228054 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:33.445289 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c570230d-3310-471a-bd54-20a89491336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:33.474382 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570230d-3310-471a-bd54-20a89491336e None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:33.752159 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abffb5-7ffc-473c-a8ae-633d7a845404 None None] New status for floating IP 845c8faf-f401-4cfe-9738-fed4af5c3616: DOWN {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:22:34.045423 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57034) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:34.395254 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (96bf8f7e-fc9b-4007-9711-c851e19736f0), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.421717 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (96bf8f7e-fc9b-4007-9711-c851e19736f0), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.476265 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (96bf8f7e-fc9b-4007-9711-c851e19736f0), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.478943 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.480558 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "DELETE /v2.0/security-groups/96bf8f7e-fc9b-4007-9711-c851e19736f0 HTTP/1.1" status: 204 len: 168 time: 0.4337976 Jun 16 16:22:34.484028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57036) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:34.490145 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf8f7e-fc9b-4007-9711-c851e19736f0,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:34.498156 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.498460 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.498812 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.499218 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.499780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.499962 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-45e482d7-57b5-44e5-a5a5-dcb9f2551c18 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] show failed (client error): The resource could not be found. Jun 16 16:22:34.500281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.500613 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.500901 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-45e482d7-57b5-44e5-a5a5-dcb9f2551c18 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups/96bf8f7e-fc9b-4007-9711-c851e19736f0 HTTP/1.1" status: 404 len: 347 time: 0.0158677 Jun 16 16:22:34.501082 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.501380 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.501728 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.502087 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.502419 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.502747 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.503073 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.506197 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b75cf2-6e22-4a76-ae69-f449aebfca7c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:34.506430 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57038) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:34.633587 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:34.651075 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Deleting port 92f0096d-5508-4e45-b73d-e011e46544df {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:34.651337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (92f0096d-5508-4e45-b73d-e011e46544df), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.736024 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (92f0096d-5508-4e45-b73d-e011e46544df), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.736361 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (92f0096d-5508-4e45-b73d-e011e46544df), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.750096 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Calling delete_port for 92f0096d-5508-4e45-b73d-e011e46544df owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:34.925351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (92f0096d-5508-4e45-b73d-e011e46544df), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:34.963120 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event deleted for resources: {'Port': ['ID=92f0096d-5508-4e45-b73d-e011e46544df,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.032575 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (845c8faf-f401-4cfe-9738-fed4af5c3616), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.040570 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.041733 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-430fd88b-d2b6-4136-9d8a-a73ff915354a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "DELETE /v2.0/floatingips/845c8faf-f401-4cfe-9738-fed4af5c3616 HTTP/1.1" status: 204 len: 168 time: 0.5370092 Jun 16 16:22:35.139063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57042) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:35.144006 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574971118', 'description': 'tempest-description--1533333537'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:35.165319 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.205808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:35.237346 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 1f148a28-fe89-4254-bdba-5773896f6c82 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:35.238077 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 1f148a28-fe89-4254-bdba-5773896f6c82 not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:35.257190 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (97f99015-3816-4e0e-a60d-2df356e0fc86), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.261690 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (97f99015-3816-4e0e-a60d-2df356e0fc86), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.298211 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.299488 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593647 Jun 16 16:22:35.300196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f99015-3816-4e0e-a60d-2df356e0fc86,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.302293 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57044) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:35.307213 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'security_group_rule': {'security_group_id': '97f99015-3816-4e0e-a60d-2df356e0fc86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:35.321134 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.321492 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.321847 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.322267 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.322621 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.322961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.323297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.323683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.324280 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.324409 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.324676 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.325004 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.325333 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.325663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.326019 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b748-fbac-4fe1-bab8-cfa785b1fce7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:35.352571 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (a410e266-febb-4884-9652-c619e9de40f5), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.412726 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (a410e266-febb-4884-9652-c619e9de40f5), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.416605 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (a410e266-febb-4884-9652-c619e9de40f5), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.424723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:35.441034 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a410e266-febb-4884-9652-c619e9de40f5,revision_number=0']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.451963 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.453371 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1272e20b-42eb-4b3e-bef5-8ee9f97b7e63 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500878 Jun 16 16:22:35.456208 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57046) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:35.461145 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'security_group_rule': {'security_group_id': '97f99015-3816-4e0e-a60d-2df356e0fc86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:35.491078 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (0a2dba3b-c249-4553-9065-dcab672ed701), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.551650 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (0a2dba3b-c249-4553-9065-dcab672ed701), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.555389 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656004'] for security_group_rule (0a2dba3b-c249-4553-9065-dcab672ed701), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.574604 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2dba3b-c249-4553-9065-dcab672ed701,revision_number=0']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.582191 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.583378 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-f1a8c690-9e4b-4647-a599-59c8dbb80b2f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261451 Jun 16 16:22:35.586409 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57048) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:35.591270 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:35.616478 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.706552 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.817160 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Allocated IP 172.27.2.139 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/2846edf0-31ed-46c2-ad6d-4168f3a09c26) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:35.899336 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:35.930838 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:35.942050 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:35.969595 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.013831 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:36.019234 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:36.021421 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'Port': ['ID=2846edf0-31ed-46c2-ad6d-4168f3a09c26,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:36.023839 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:22:36.113137 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (b0c95062-3644-4325-9d34-a4858ee5e94d), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.152833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.314757 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.319454 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.392649 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'Port': ['ID=2846edf0-31ed-46c2-ad6d-4168f3a09c26,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:36.406658 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (b0c95062-3644-4325-9d34-a4858ee5e94d), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.424957 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:36.426252 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d3f214ef-d89b-4f53-8a2b-9796c4430633 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8388801 Jun 16 16:22:36.649953 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e97c5c12-0366-4650-b1d4-3dee316b82a2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--574971118&fields=id&tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 267 time: 0.0476744 Jun 16 16:22:36.759356 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-934c0641-5e66-449d-9144-4841fcc05ea7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:36.761248 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-934c0641-5e66-449d-9144-4841fcc05ea7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 817 time: 0.1045535 Jun 16 16:22:36.776243 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e52520e1-c579-4388-b5dd-9356ec62e2ca tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/quotas/5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 375 time: 0.0096684 Jun 16 16:22:36.821331 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:36.834363 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b2fd386c-7c04-4383-9e7a-3377afee2e2d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518498 Jun 16 16:22:36.850737 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-df3415c1-632f-4c3f-a8f4-f0b566993be5 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:22:36.851755 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-df3415c1-632f-4c3f-a8f4-f0b566993be5 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053668 Jun 16 16:22:36.953812 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-ab6fbf26-ed0c-4547-98a6-755be7bb48e7 service neutron] 10.222.0.17 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952330 Jun 16 16:22:37.051549 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-ee56e5ab-0a9d-431a-b8ec-271d75574dce service neutron] 10.222.0.17 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919373 Jun 16 16:22:37.222862 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fb5698b0-8609-4e19-b607-184a304fe137 req-da9355ee-36db-4b22-a0ba-9a1b174a6b60 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 210 time: 0.0295489 Jun 16 16:22:38.234711 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-ceb326d7-85c5-4e1f-9229-d18a22fc16ba tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:38.236438 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-ceb326d7-85c5-4e1f-9229-d18a22fc16ba tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 817 time: 0.1251612 Jun 16 16:22:38.312198 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-12947246-f3a6-4493-94cb-7510ef92afd6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 379 time: 0.0648220 Jun 16 16:22:38.341741 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-eceaf34f-a6c4-4954-8792-1abdea1b9efb req-0722af44-0d8e-4f48-a312-807293ac2fef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 210 time: 0.0307281 Jun 16 16:22:38.397182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'port': {'device_id': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'admin_state_up': True, 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'security_groups': ['97f99015-3816-4e0e-a60d-2df356e0fc86']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:38.463101 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:38.534822 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Made reservation on behalf of 5411e6d1c7a94aeeaaa8a0a30fb4887b for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:38.538938 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:38.677729 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Allocated IP 172.20.0.13 (6dc81646-6b2e-4fdc-9873-034ae8e222b6/e3e29f02-f0f4-44f9-baa1-6e663f592055/5ee1def3-312f-411f-9c12-54728972e3ff) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:38.839183 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for port (5ee1def3-312f-411f-9c12-54728972e3ff), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:38.878395 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:38.923102 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:38.926290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:38.928887 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:22:38.969066 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:38.999934 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:39.000597 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.023600 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b4245fea-73e8-4a1e-b9f6-b650db4ce0b3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296875 Jun 16 16:22:39.034007 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-f3cbcf7d-f0ab-4a48-94a4-8e40247f48cd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:22:39.035444 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-f3cbcf7d-f0ab-4a48-94a4-8e40247f48cd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058675 Jun 16 16:22:39.099883 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Request body: {'port': {'device_id': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:39.130240 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:39.153825 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.155640 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-12477980-7e00-4583-bbd3-16c375eef726 None None] Provisioning complete for port 5ee1def3-312f-411f-9c12-54728972e3ff triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:22:39.156003 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12477980-7e00-4583-bbd3-16c375eef726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.170506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.190854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-12477980-7e00-4583-bbd3-16c375eef726 None None] Port 5ee1def3-312f-411f-9c12-54728972e3ff cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:22:39.436749 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:39.501408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee1def3-312f-411f-9c12-54728972e3ff {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:22:39.518357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Publish callbacks [] for port (5ee1def3-312f-411f-9c12-54728972e3ff), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.537779 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455759d0-f906-4136-991d-2290882c23e5 req-a901f3d0-4c99-4d5e-90c7-c43ad4d0e7f6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:39.539287 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-455759d0-f906-4136-991d-2290882c23e5 req-a901f3d0-4c99-4d5e-90c7-c43ad4d0e7f6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 932 time: 0.0817621 Jun 16 16:22:39.547065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Transition to ACTIVE for port object 5ee1def3-312f-411f-9c12-54728972e3ff will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:22:39.561041 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.650884 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:39.658312 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-455759d0-f906-4136-991d-2290882c23e5 req-b24224d6-e688-40bf-8c37-e89d05adceb5 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131818 Jun 16 16:22:39.739731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Attempting to bind port 5ee1def3-312f-411f-9c12-54728972e3ff on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:22:39.740507 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Attempting to bind port 5ee1def3-312f-411f-9c12-54728972e3ff by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:22:39.740843 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Attempting to bind port 5ee1def3-312f-411f-9c12-54728972e3ff on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:22:39.747149 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Port 5ee1def3-312f-411f-9c12-54728972e3ff on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:22:39.747494 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Attempting to bind port 5ee1def3-312f-411f-9c12-54728972e3ff on network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:22:39.753403 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:22:39.753739 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Checking segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:22:39.754198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Bound using segment: {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:22:39.754572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Bound port: 5ee1def3-312f-411f-9c12-54728972e3ff, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5f0f40-3524-4c58-bca8-ade6f0216972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:22:39.754930 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.828865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:22:39.832265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:22:39.839363 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.876654 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:39.877308 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.878766 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] 10.222.0.25 "PUT /v2.0/ports/5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 1094 time: 0.8329549 Jun 16 16:22:39.881352 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:39.886186 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be450882-766d-4032-b8cf-cfff52e8d952" -d '{"events": [{"name": "network-changed", "server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:39.923939 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265f906-8d1d-48a7-9ce5-e4f9fa56479d service neutron] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:39.970722 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa91bd-6345-4d7c-9d30-33f78eb272f7 x-openstack-request-id: req-33fa91bd-6345-4d7c-9d30-33f78eb272f7 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:39.971017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:39.971270 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-33fa91bd-6345-4d7c-9d30-33f78eb272f7 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:39.971677 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fa91bd-6345-4d7c-9d30-33f78eb272f7'] response: {'name': 'network-changed', 'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'status': 'completed', 'code': 200} Jun 16 16:22:39.986528 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-1512f24d-1c7f-48fc-aba4-cefc23447d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:39.988191 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-1512f24d-1c7f-48fc-aba4-cefc23447d52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1128 time: 0.0547509 Jun 16 16:22:40.033297 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-def6b54d-dceb-4ced-9324-8b7f3be2fb65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 217 time: 0.0375061 Jun 16 16:22:40.092292 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:40.096594 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-57105247-2754-4cb3-86ec-caf85b0555dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:40.098186 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-57105247-2754-4cb3-86ec-caf85b0555dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0581236 Jun 16 16:22:40.148866 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-109c53b6-1b05-4ad9-96d4-28d44e49268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:40.154484 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-109c53b6-1b05-4ad9-96d4-28d44e49268a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456786 Jun 16 16:22:40.260762 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-ceddbaa5-201b-48ea-b263-afaf564162d3 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020293 Jun 16 16:22:40.360458 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-35473d30-26fc-45ff-b23b-b4dacae5b4f8 req-b0fddfb7-0b3f-45d7-bb08-37ab07997108 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923438 Jun 16 16:22:40.787879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599056b-534e-4db7-92e3-e15c2e4db77e req-ca9483af-b472-4d5b-9768-f10fb3b4a067 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:40.789514 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5599056b-534e-4db7-92e3-e15c2e4db77e req-ca9483af-b472-4d5b-9768-f10fb3b4a067 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0517707 Jun 16 16:22:40.852492 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5599056b-534e-4db7-92e3-e15c2e4db77e req-4b2a501d-b691-4fa2-9095-d3ccf711f571 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539868 Jun 16 16:22:41.264663 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450882-766d-4032-b8cf-cfff52e8d952 req-ffd44b7f-e2e5-43e1-9307-bf54f2a51fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.266367 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-ffd44b7f-e2e5-43e1-9307-bf54f2a51fad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1128 time: 0.0515559 Jun 16 16:22:41.368326 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450882-766d-4032-b8cf-cfff52e8d952 req-4e60496d-7c96-48d0-a60a-4ea3065a592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.369977 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-4e60496d-7c96-48d0-a60a-4ea3065a592f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.0971272 Jun 16 16:22:41.384276 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:41.412700 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-bb698f69-d5bd-4906-ab35-edddbd6a093d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 217 time: 0.0356150 Jun 16 16:22:41.470755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450882-766d-4032-b8cf-cfff52e8d952 req-3a5935fd-3554-4b23-b443-3f77f69708e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.472233 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-3a5935fd-3554-4b23-b443-3f77f69708e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0502729 Jun 16 16:22:41.521490 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450882-766d-4032-b8cf-cfff52e8d952 req-c7592e0d-713a-4805-a274-ecfc75c2f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.523034 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-c7592e0d-713a-4805-a274-ecfc75c2f5dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442803 Jun 16 16:22:41.624822 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-fd89e4e0-e1e4-4d6c-8c7e-6136c5dfdffb service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941970 Jun 16 16:22:41.725771 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-be450882-766d-4032-b8cf-cfff52e8d952 req-6a2c796c-7cd7-46a1-83b2-58e72a76292c service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938754 Jun 16 16:22:41.982696 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f73c31-eaad-4550-8079-19b50ab840e0 req-ca04943c-7504-4417-854b-8cd83a98b0fb tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.984238 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-87f73c31-eaad-4550-8079-19b50ab840e0 req-ca04943c-7504-4417-854b-8cd83a98b0fb tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0532084 Jun 16 16:22:42.020431 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:42.033664 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-87f73c31-eaad-4550-8079-19b50ab840e0 req-33dfbf25-22b8-4b98-91fc-378549313528 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438435 Jun 16 16:22:43.160064 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8600bd-2d63-4ab7-8ac0-521e9b6d844b req-b46f743d-9d6f-4b85-a541-1d4c09153c8d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:43.161676 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fa8600bd-2d63-4ab7-8ac0-521e9b6d844b req-b46f743d-9d6f-4b85-a541-1d4c09153c8d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0513504 Jun 16 16:22:43.165767 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:22:43.217366 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-fa8600bd-2d63-4ab7-8ac0-521e9b6d844b req-cddaec07-d933-4f2e-b951-92c37e1854bc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481749 Jun 16 16:22:43.237272 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:22:43.310309 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:43.312579 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:43.344548 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:43.356419 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '5ee1def3-312f-411f-9c12-54728972e3ff', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff', 'mac_address': 'fa:16:3e:86:b7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:22:43.393006 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:22:43.393396 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:43.409671 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee1def3-312f-411f-9c12-54728972e3ff {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:22:43.432818 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:43.436212 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:43.489395 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:43.497197 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.497734 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.498112 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.498457 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.498791 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.499122 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.499451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.499775 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.500101 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.500425 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.500750 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.501078 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.501397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.501713 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.502060 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.681491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5ee1def3-312f-411f-9c12-54728972e3ff'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:22:44.344033 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be364-10b5-4076-b92e-c7de5dab4db0 req-50ffc60e-f7b1-4dad-af44-45d49f8b0bb1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:44.345515 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-aa1be364-10b5-4076-b92e-c7de5dab4db0 req-50ffc60e-f7b1-4dad-af44-45d49f8b0bb1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Jun 16 16:22:44.405720 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-aa1be364-10b5-4076-b92e-c7de5dab4db0 req-738f3b06-84cb-4388-9807-2fe4f2ed7125 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544424 Jun 16 16:22:45.254012 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:22:45.307915 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 5ee1def3-312f-411f-9c12-54728972e3ff completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:22:45.314582 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 5ee1def3-312f-411f-9c12-54728972e3ff triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:22:45.314943 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.395298 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:22:45.395685 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.422266 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:45.424509 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c2b21-a559-48ff-ba2e-37d351f61f38" -d '{"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:45.438997 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:45.443696 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.469869 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0892bf-b882-4ae8-8734-9ff4be5d7acd x-openstack-request-id: req-0e0892bf-b882-4ae8-8734-9ff4be5d7acd {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:45.470192 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:45.470516 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0e0892bf-b882-4ae8-8734-9ff4be5d7acd {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:45.470834 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0892bf-b882-4ae8-8734-9ff4be5d7acd'] response: {'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'code': 200} Jun 16 16:22:45.502472 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:45.558136 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7ec26-8017-43a1-8174-ccc7d8525a8f req-f18e9e3f-67dd-4b99-9792-7e3c979a19c5 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.559804 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-42d7ec26-8017-43a1-8174-ccc7d8525a8f req-f18e9e3f-67dd-4b99-9792-7e3c979a19c5 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0634425 Jun 16 16:22:45.618965 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-42d7ec26-8017-43a1-8174-ccc7d8525a8f req-c2863f7f-3236-49b9-a414-5af6cd043f56 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Jun 16 16:22:45.656486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6a23-9201-40f5-ae54-5f4277ebf344 req-4b9394a3-fea4-45e6-8906-2bdbc5a77f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.658031 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b01f6a23-9201-40f5-ae54-5f4277ebf344 req-4b9394a3-fea4-45e6-8906-2bdbc5a77f78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1130 time: 0.0441124 Jun 16 16:22:45.706786 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b01f6a23-9201-40f5-ae54-5f4277ebf344 req-ef667b53-6e8e-47b9-acbd-4291f7d5d39f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Jun 16 16:22:46.745062 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:46.765376 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81131-dd39-4141-922c-14722f22bf2f req-f4c3e8d7-a884-4f1f-b9da-34ba293c5551 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:46.767075 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3d81131-dd39-4141-922c-14722f22bf2f req-f4c3e8d7-a884-4f1f-b9da-34ba293c5551 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0658205 Jun 16 16:22:46.822190 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a3d81131-dd39-4141-922c-14722f22bf2f req-0a2b8f2b-e46a-4e07-b195-cabde609e9b4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480938 Jun 16 16:22:47.973107 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e30e-226a-4cde-9eee-97ef2ce6ae69 req-3dfb42a1-fc75-4862-bdaf-2b0ae4ceced1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:47.974601 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-25c2e30e-226a-4cde-9eee-97ef2ce6ae69 req-3dfb42a1-fc75-4862-bdaf-2b0ae4ceced1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0526092 Jun 16 16:22:48.027271 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-25c2e30e-226a-4cde-9eee-97ef2ce6ae69 req-0932a6e0-4c3d-40df-9be2-3489a3f67b59 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468702 Jun 16 16:22:48.150879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777fd48-f0da-490e-a1ed-de072342c3c4 req-e5706ad9-6126-49d0-b531-e6ff08106b1d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:48.152349 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8777fd48-f0da-490e-a1ed-de072342c3c4 req-e5706ad9-6126-49d0-b531-e6ff08106b1d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0521770 Jun 16 16:22:48.161646 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57110) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:48.166018 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Request body: {'floatingip': {'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:48.205799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (b0c95062-3644-4325-9d34-a4858ee5e94d), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:48.625810 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:48.647575 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:48.651894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (b0c95062-3644-4325-9d34-a4858ee5e94d), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:48.753681 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Floating IP b0c95062-3644-4325-9d34-a4858ee5e94d associated. External IP: 172.27.2.139, port: 5ee1def3-312f-411f-9c12-54728972e3ff. Jun 16 16:22:48.962110 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:49.068303 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:49.073172 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:49.079073 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:49.089713 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:49.090379 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:22:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:49.107482 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-6c0ba23e-a117-4c7c-909a-07bd43de60ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "PUT /v2.0/floatingips/b0c95062-3644-4325-9d34-a4858ee5e94d HTTP/1.1" status: 200 len: 992 time: 0.9425480 Jun 16 16:22:49.107482 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:49.108194 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc6091-911b-4faf-8b73-e9c4e0de1117" -d '{"events": [{"name": "network-changed", "server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:49.152554 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd7bef8-9881-4164-8eae-4852c7397869 x-openstack-request-id: req-4fd7bef8-9881-4164-8eae-4852c7397869 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:49.153534 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:49.153534 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4fd7bef8-9881-4164-8eae-4852c7397869 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:49.153797 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd7bef8-9881-4164-8eae-4852c7397869'] response: {'name': 'network-changed', 'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'status': 'completed', 'code': 200} Jun 16 16:22:49.175958 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:49.187997 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:49.198618 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:49.204108 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:49.224248 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-ec21fcca-2eb8-478e-9084-2808f7eda9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:49.225697 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-ec21fcca-2eb8-478e-9084-2808f7eda9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1130 time: 0.0476155 Jun 16 16:22:49.327153 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-ec9def91-2255-4940-81f9-de8ddb59fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:49.328632 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-ec9def91-2255-4940-81f9-de8ddb59fa76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.0953796 Jun 16 16:22:49.393129 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-95219b10-a2d0-4538-a076-7905f4298a19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 1000 time: 0.0582349 Jun 16 16:22:49.426253 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'b0c95062-3644-4325-9d34-a4858ee5e94d', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'mac_address': 'fa:16:3e:86:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:22:36Z', 'updated_at': '2022-06-16T16:22:48Z', 'revision_number': 1, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:49.455980 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:49.457307 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-1cfb3e00-d0f7-40b9-b51e-bccf46d0f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:49.459112 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-1cfb3e00-d0f7-40b9-b51e-bccf46d0f870 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0602612 Jun 16 16:22:49.468466 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:49.469086 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:22:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:49.507004 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-cc79ea10-6665-436d-b8db-cf064a214c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:49.508573 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-cc79ea10-6665-436d-b8db-cf064a214c7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423403 Jun 16 16:22:49.573357 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:49.621702 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-6baba000-7ad5-4be7-975a-5682d00d5956 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054175 Jun 16 16:22:49.899238 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4427c2a7-6a41-4da2-afbb-36e32731201a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:49.961630 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'b0c95062-3644-4325-9d34-a4858ee5e94d', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'mac_address': 'fa:16:3e:86:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:22:36Z', 'updated_at': '2022-06-16T16:22:48Z', 'revision_number': 1, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:49.974803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:49.988499 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e38156-3cd0-45d2-9c9b-14de382df7d2 None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': 'b0c95062-3644-4325-9d34-a4858ee5e94d', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'mac_address': 'fa:16:3e:86:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:22:36Z', 'updated_at': '2022-06-16T16:22:48Z', 'revision_number': 1, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:49.990846 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f5cc6091-911b-4faf-8b73-e9c4e0de1117 req-d573c88a-3983-48a2-8746-4425841829be service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621161 Jun 16 16:22:50.187425 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2e913-fbb5-452c-a2c8-58c511747cb4 None None] New status for floating IP b0c95062-3644-4325-9d34-a4858ee5e94d: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:22:51.434183 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-408f7b4b-3664-4637-a294-054166a0c763 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390813 Jun 16 16:22:51.506307 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-a777a190-cf6b-4f8e-9d63-24d9db8feaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:51.508369 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-a777a190-cf6b-4f8e-9d63-24d9db8feaef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0494182 Jun 16 16:22:51.627699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-4b61dc6d-7f38-46f4-b8c9-cade17664959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:51.629180 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-4b61dc6d-7f38-46f4-b8c9-cade17664959 service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.1009240 Jun 16 16:22:51.696912 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-b00c9c0c-07cf-4b44-af6b-2e9aed34c102 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 1001 time: 0.0603611 Jun 16 16:22:51.748104 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-457ae728-f53c-434c-8a8e-e94ce66664d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:51.749579 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-457ae728-f53c-434c-8a8e-e94ce66664d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0456853 Jun 16 16:22:51.795811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-0f1be52b-256f-4f0b-be7b-4658266978bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:51.797323 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-0f1be52b-256f-4f0b-be7b-4658266978bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414875 Jun 16 16:22:51.897242 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-11efe4e9-60e6-46b3-b891-42ab1bda818f service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936270 Jun 16 16:22:51.990992 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-280f45c1-c77a-4dc5-abff-c4698c887c7b req-f3e4ab56-8cc4-4c6c-8830-e9fecebf083f service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Jun 16 16:22:52.265206 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8a17f546-5e38-4dbc-935b-26f153376094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:53.584635 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:54.858036 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:55.305133 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:58.021419 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=30 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:58.023341 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=56 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:01.980915 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=51 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:01.988035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:02.235996 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:02.236790 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:05.297886 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:05.299813 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:09.141089 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:18.141263 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:18.142289 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:19.135612 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:19.137708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:19.804656 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3f3db919-6fcd-4558-8bac-23db0e20d4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:20.165115 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:23:22.258256 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a31a3cea-e67c-4c18-92e4-b8b61555093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:23.586506 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:24.862867 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:25.312049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:27.395545 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c8c43-aca8-4bcb-b32a-2efd01724895 req-979394ab-01e5-4ddd-a13b-2bc45c959231 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:27.397025 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-802c8c43-aca8-4bcb-b32a-2efd01724895 req-979394ab-01e5-4ddd-a13b-2bc45c959231 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Jun 16 16:23:27.451108 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-802c8c43-aca8-4bcb-b32a-2efd01724895 req-f624ecc5-abd0-46f5-bda8-b3f8eab891d7 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 Jun 16 16:23:28.580141 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536477-1c7a-44f8-8f58-1d0dd92876ec req-b63edc2c-31ed-4334-866a-349065c4e3e1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:28.581774 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c6536477-1c7a-44f8-8f58-1d0dd92876ec req-b63edc2c-31ed-4334-866a-349065c4e3e1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0522504 Jun 16 16:23:28.643348 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c6536477-1c7a-44f8-8f58-1d0dd92876ec req-caf59047-532e-4f50-a45f-3672f26fd925 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554879 Jun 16 16:23:29.769296 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550840-97ce-44b5-b591-88ad87a52105 req-15c574f5-b3d7-4516-ae1a-a53ea6c31ffa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:29.770918 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dc550840-97ce-44b5-b591-88ad87a52105 req-15c574f5-b3d7-4516-ae1a-a53ea6c31ffa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0500824 Jun 16 16:23:29.822185 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dc550840-97ce-44b5-b591-88ad87a52105 req-972e1f82-b87e-4822-aa50-ae89ad1f592f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 Jun 16 16:23:30.946416 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76fef5-53bc-42c1-b11e-e3734291cbf7 req-d092898a-2b90-447e-b7c2-aba4c9030101 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:30.948081 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-df76fef5-53bc-42c1-b11e-e3734291cbf7 req-d092898a-2b90-447e-b7c2-aba4c9030101 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0497715 Jun 16 16:23:31.000136 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-df76fef5-53bc-42c1-b11e-e3734291cbf7 req-bc5575f7-13b4-47be-8fca-caf91b6284a0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460820 Jun 16 16:23:32.123512 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b9936-2d8b-4012-8be8-f4f837f963a8 req-88db3629-66ca-4ace-a5f1-8f77849c1734 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:32.125015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7f3b9936-2d8b-4012-8be8-f4f837f963a8 req-88db3629-66ca-4ace-a5f1-8f77849c1734 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0471628 Jun 16 16:23:32.178191 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7f3b9936-2d8b-4012-8be8-f4f837f963a8 req-397881a9-d2a3-4daa-b706-d58eff5d8386 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 Jun 16 16:23:33.299165 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33b707-341e-456d-8a68-6783b9b25f34 req-27838bea-7984-44fc-9235-155206bcfca4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:33.300656 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6e33b707-341e-456d-8a68-6783b9b25f34 req-27838bea-7984-44fc-9235-155206bcfca4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Jun 16 16:23:33.358069 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6e33b707-341e-456d-8a68-6783b9b25f34 req-ab7c94a3-d993-42d9-91ac-0819b0ba095f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511725 Jun 16 16:23:34.490469 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a558799-3ba2-4af4-8a26-d4afdb5027e2 req-4967cfe4-a46c-416b-9793-06a408f408b4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:34.492052 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5a558799-3ba2-4af4-8a26-d4afdb5027e2 req-4967cfe4-a46c-416b-9793-06a408f408b4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0530436 Jun 16 16:23:34.549166 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5a558799-3ba2-4af4-8a26-d4afdb5027e2 req-faaff39e-f783-41b0-8dd6-cb002f62d44c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514147 Jun 16 16:23:35.302146 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:35.305370 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:35.692853 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df45dc-f7c6-4171-8d13-0021e1217fea req-772d1d55-3a0a-44d7-a6f6-2827dc3ebf06 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:35.695396 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-81df45dc-f7c6-4171-8d13-0021e1217fea req-772d1d55-3a0a-44d7-a6f6-2827dc3ebf06 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0581634 Jun 16 16:23:35.771553 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-81df45dc-f7c6-4171-8d13-0021e1217fea req-81ec1ada-3678-4ddd-b390-a358e6549cac tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653555 Jun 16 16:23:36.908389 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7314cf9-a365-4788-9ead-627e277e9919 req-4a1fdd73-0420-4658-a89a-c6ab70da7053 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:36.909965 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f7314cf9-a365-4788-9ead-627e277e9919 req-4a1fdd73-0420-4658-a89a-c6ab70da7053 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Jun 16 16:23:36.961754 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f7314cf9-a365-4788-9ead-627e277e9919 req-d9a6d1d9-7b03-4311-bd56-04bba1380efc tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458906 Jun 16 16:23:38.090769 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba36a-5c46-4ed6-b116-f8366a856580 req-76f5c741-3bfd-437a-bd10-f9f83566e8a4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:38.092267 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e75ba36a-5c46-4ed6-b116-f8366a856580 req-76f5c741-3bfd-437a-bd10-f9f83566e8a4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Jun 16 16:23:38.142187 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e75ba36a-5c46-4ed6-b116-f8366a856580 req-00c53a60-3dfe-42b3-998f-0327c7b0279e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Jun 16 16:23:39.154817 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:39.230111 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:39.234426 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:39.274803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaae77-80a0-45db-945b-eff8e85277b1 req-3d3b41e5-b78d-41aa-b32b-3599f6fee2af tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:39.276494 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-25eaae77-80a0-45db-945b-eff8e85277b1 req-3d3b41e5-b78d-41aa-b32b-3599f6fee2af tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0558672 Jun 16 16:23:39.326275 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-25eaae77-80a0-45db-945b-eff8e85277b1 req-ecab8be9-b7b8-4eb5-951f-fd2af2426e04 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Jun 16 16:23:40.449005 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d15ef2-06a9-4915-b2b1-3e54ec0a4795 req-d7d58e15-6dcd-46b4-9231-29ae9d2a2fd2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:40.450563 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-30d15ef2-06a9-4915-b2b1-3e54ec0a4795 req-d7d58e15-6dcd-46b4-9231-29ae9d2a2fd2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0487409 Jun 16 16:23:40.499877 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-30d15ef2-06a9-4915-b2b1-3e54ec0a4795 req-b51c4a9b-df4f-430c-82aa-e1ac4778dbcf tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Jun 16 16:23:41.621357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dd371-99fa-4a57-864c-e647c44989a4 req-374b276e-5ac1-481f-b0a8-fec41241a388 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:41.622875 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e16dd371-99fa-4a57-864c-e647c44989a4 req-374b276e-5ac1-481f-b0a8-fec41241a388 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0477943 Jun 16 16:23:41.672023 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e16dd371-99fa-4a57-864c-e647c44989a4 req-652c0f3c-5512-4c26-b4b8-6c613e6449ad tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 Jun 16 16:23:42.804373 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e45e7-77be-476d-ac78-1c044f75c68c req-17299485-0af2-4b70-a0f6-12a6c9df9bd4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:42.805918 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-415e45e7-77be-476d-ac78-1c044f75c68c req-17299485-0af2-4b70-a0f6-12a6c9df9bd4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0567214 Jun 16 16:23:42.864732 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-415e45e7-77be-476d-ac78-1c044f75c68c req-316992ec-33c0-43d2-a51c-dffdeb5e68df tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519793 Jun 16 16:23:43.560347 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:23:43.684772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:43.700597 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '5ee1def3-312f-411f-9c12-54728972e3ff', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff', 'mac_address': 'fa:16:3e:86:b7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:23:43.748445 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: ACTIVE; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:23:43.748937 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:43.770982 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee1def3-312f-411f-9c12-54728972e3ff {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:23:43.797750 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:43.802934 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:43.871221 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=6']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:43.880175 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.880671 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.880874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.881216 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.881556 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.881897 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.882257 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.882588 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.882923 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.883248 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.883671 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.884101 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.884433 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.886568 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.886904 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:43.930369 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5ee1def3-312f-411f-9c12-54728972e3ff'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:23:44.041617 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ced8b3-543c-409b-b566-5bf80f5da4d7 req-e6cc0865-2025-4e0c-8c10-794fb29b909d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:44.043801 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-42ced8b3-543c-409b-b566-5bf80f5da4d7 req-e6cc0865-2025-4e0c-8c10-794fb29b909d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 945 time: 0.0731933 Jun 16 16:23:44.116325 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-42ced8b3-543c-409b-b566-5bf80f5da4d7 req-f4c5b317-1b94-4c52-9681-1f6c1478aa92 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646472 Jun 16 16:23:45.300029 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b4f26-c9e3-4a2a-aed7-f3b241c4c06c req-7b25e1b7-a059-43d0-8503-268fbe7df262 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:45.301759 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a30b4f26-c9e3-4a2a-aed7-f3b241c4c06c req-7b25e1b7-a059-43d0-8503-268fbe7df262 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 945 time: 0.0826621 Jun 16 16:23:45.374952 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a30b4f26-c9e3-4a2a-aed7-f3b241c4c06c req-86c7ac38-e87c-468d-b582-13e384477628 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657556 Jun 16 16:23:45.576248 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:23:45.631174 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 5ee1def3-312f-411f-9c12-54728972e3ff triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:23:45.631558 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:45.731056 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:23:45.731543 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:45.762522 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:45.765719 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd6bdc6-f9d1-49f6-8e8a-f818a4b5b7c4" -d '{"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:45.790481 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:45.796026 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:45.862217 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=7']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:45.898111 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe660ce5-a05f-4c2e-aee2-2e29c2f30ae5 x-openstack-request-id: req-fe660ce5-a05f-4c2e-aee2-2e29c2f30ae5 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:45.898411 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:45.901269 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fe660ce5-a05f-4c2e-aee2-2e29c2f30ae5 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:45.901888 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe660ce5-a05f-4c2e-aee2-2e29c2f30ae5'] response: {'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'code': 200} Jun 16 16:23:46.519504 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf45d-214b-4bd6-acfe-3da54ef9555a req-a5c19aae-4838-4127-ba55-02fe2b300a3b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:46.521733 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c02bf45d-214b-4bd6-acfe-3da54ef9555a req-a5c19aae-4838-4127-ba55-02fe2b300a3b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0510466 Jun 16 16:23:46.573695 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c02bf45d-214b-4bd6-acfe-3da54ef9555a req-7dd15927-efe6-4bc6-9ca3-b7bdad44fa8d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462136 Jun 16 16:23:47.722781 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49e8f-4167-4994-9ae0-b97f45805501 req-f551737b-d21a-472d-979d-15d3ed29fa6d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:47.725098 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-72e49e8f-4167-4994-9ae0-b97f45805501 req-f551737b-d21a-472d-979d-15d3ed29fa6d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0680585 Jun 16 16:23:47.780028 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-72e49e8f-4167-4994-9ae0-b97f45805501 req-71cf42ee-bc5d-4e2d-896d-7bbb254c8e84 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490863 Jun 16 16:23:48.941280 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e9b9-9e38-4178-a620-05f46d3670a3 req-a3c31ab0-a873-4320-873f-2cb4f0a88255 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:48.942907 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6f86e9b9-9e38-4178-a620-05f46d3670a3 req-a3c31ab0-a873-4320-873f-2cb4f0a88255 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0696580 Jun 16 16:23:49.005319 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6f86e9b9-9e38-4178-a620-05f46d3670a3 req-1adea0b8-09b1-462c-9e8d-dd5f6e11ab3c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551634 Jun 16 16:23:49.803405 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae7a9-4ff2-4ccf-a411-30de74851dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:50.144522 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75129e8-3adf-4895-8a79-2a002bfa64e1 req-83cc7bc2-b1fe-4c63-842c-15c6b9bcfc71 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:50.146193 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b75129e8-3adf-4895-8a79-2a002bfa64e1 req-83cc7bc2-b1fe-4c63-842c-15c6b9bcfc71 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0529311 Jun 16 16:23:50.203193 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b75129e8-3adf-4895-8a79-2a002bfa64e1 req-6b7f205e-1d0f-4212-8146-a35aa95350df tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514183 Jun 16 16:23:51.356358 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b17eb-9169-46de-86f4-e814a89612e7 req-8d21f85a-20b6-4b75-92b1-6a78d5a34b95 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:51.357856 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a06b17eb-9169-46de-86f4-e814a89612e7 req-8d21f85a-20b6-4b75-92b1-6a78d5a34b95 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0561988 Jun 16 16:23:51.412281 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:51.418071 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a06b17eb-9169-46de-86f4-e814a89612e7 req-bb5820ad-1795-4ccf-aa3d-65170332fb10 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522857 Jun 16 16:23:51.457958 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-d7cebd92-c40d-43e9-9aab-39543031ecff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570328 Jun 16 16:23:51.545424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64721ced-31ff-436c-aae6-146c5d2711cc req-240e8cb3-8f3d-4e97-8886-687ba5c5f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:51.546889 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-240e8cb3-8f3d-4e97-8886-687ba5c5f58b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0470746 Jun 16 16:23:51.591956 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:51.601731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:51.680077 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64721ced-31ff-436c-aae6-146c5d2711cc req-9206a34e-3de0-4cc3-85ec-4aab76049665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:51.681743 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-9206a34e-3de0-4cc3-85ec-4aab76049665 service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.1108408 Jun 16 16:23:51.761596 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-adaa6797-3c93-4526-9ac0-35b5f300c2ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 1001 time: 0.0739331 Jun 16 16:23:51.825075 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64721ced-31ff-436c-aae6-146c5d2711cc req-f683423e-553a-4a23-b59f-35e7edde6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:51.827020 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-f683423e-553a-4a23-b59f-35e7edde6590 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0547254 Jun 16 16:23:51.890457 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64721ced-31ff-436c-aae6-146c5d2711cc req-bed73132-8c7d-476d-9c64-b06687059383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:51.892621 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-bed73132-8c7d-476d-9c64-b06687059383 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557199 Jun 16 16:23:51.999795 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-f164646d-c06f-4c33-a69e-073e1ada2aea service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962090 Jun 16 16:23:52.116005 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-64721ced-31ff-436c-aae6-146c5d2711cc req-ef5615a1-d204-4d69-82bb-bfcc84acd6a4 service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032739 Jun 16 16:23:52.268370 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6677f685-7daa-4aba-9cad-ab07b8f04111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:52.491862 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:52.541295 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a4ab6-7508-4ed9-acdb-b05242b31813 req-8ff7865f-f67f-43cb-aae6-e784d8fffcf1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:52.549853 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0a3a4ab6-7508-4ed9-acdb-b05242b31813 req-8ff7865f-f67f-43cb-aae6-e784d8fffcf1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0774958 Jun 16 16:23:52.609087 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66c4f3-7dd6-4cd5-abac-26035ceb19bc req-c8885c4a-ef8b-46f8-9c1b-dac8541f4caa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:52.611488 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0a3a4ab6-7508-4ed9-acdb-b05242b31813 req-6fd93e51-6721-42ea-927d-dccd71ceba1b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602705 Jun 16 16:23:52.618088 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6f66c4f3-7dd6-4cd5-abac-26035ceb19bc req-c8885c4a-ef8b-46f8-9c1b-dac8541f4caa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0745625 Jun 16 16:23:52.682173 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6f66c4f3-7dd6-4cd5-abac-26035ceb19bc req-7cdb3e78-0b8d-4f31-8746-cc4cdfb5eeb0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629506 Jun 16 16:23:53.593049 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:53.743039 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0896-ca55-4bbd-860d-e479bf0539c9 req-0265e24e-9904-49ed-8f29-4806402ace04 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:53.744968 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed5b0896-ca55-4bbd-860d-e479bf0539c9 req-0265e24e-9904-49ed-8f29-4806402ace04 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0601730 Jun 16 16:23:53.821439 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ed5b0896-ca55-4bbd-860d-e479bf0539c9 req-9d34376a-4e09-43bf-9e29-7c88a62608b0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658140 Jun 16 16:23:53.857650 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356dd8c-1edc-41a1-a46d-ccda69deab0f req-42befdd4-2898-473b-9248-3563ffd623a8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:53.861171 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7356dd8c-1edc-41a1-a46d-ccda69deab0f req-42befdd4-2898-473b-9248-3563ffd623a8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0656886 Jun 16 16:23:53.940578 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7356dd8c-1edc-41a1-a46d-ccda69deab0f req-08bae64a-4ca9-4223-b4a6-a4d539a1ca36 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726018 Jun 16 16:23:54.867779 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:54.947177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6dd5e-5edd-41a9-bff0-1a810feaa52e req-3e62f6d6-439d-4d23-a0a0-f66374b2f9a3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:54.948710 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8ae6dd5e-5edd-41a9-bff0-1a810feaa52e req-3e62f6d6-439d-4d23-a0a0-f66374b2f9a3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0597386 Jun 16 16:23:55.011209 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8ae6dd5e-5edd-41a9-bff0-1a810feaa52e req-0df4b815-157b-48a8-86ac-ad669f127fa0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554359 Jun 16 16:23:55.099371 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ca15-f969-4e82-857c-1539f45b0819 req-f06e6ac3-a813-4347-a75d-f6ab270f149a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.101341 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7561ca15-f969-4e82-857c-1539f45b0819 req-f06e6ac3-a813-4347-a75d-f6ab270f149a tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0577431 Jun 16 16:23:55.174331 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7561ca15-f969-4e82-857c-1539f45b0819 req-5d5c2e15-760c-4f07-9ff4-b5a6d5a83256 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670288 Jun 16 16:23:55.202970 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c290a-726a-423c-b457-393e5b874812 req-0899c40d-40e0-4635-b307-888793f134f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.205662 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-0899c40d-40e0-4635-b307-888793f134f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1130 time: 0.0488601 Jun 16 16:23:55.310240 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:55.320474 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c290a-726a-423c-b457-393e5b874812 req-3cc4c340-cb2b-4289-9b21-edb22b1b3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.321973 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-3cc4c340-cb2b-4289-9b21-edb22b1b3990 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1094959 Jun 16 16:23:55.396093 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-b22045dc-069a-4d3a-9fe9-f53974e0ae7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 1002 time: 0.0649335 Jun 16 16:23:55.453201 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c290a-726a-423c-b457-393e5b874812 req-99474068-9b83-4f29-9e38-bfd7b1b634eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.455208 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-99474068-9b83-4f29-9e38-bfd7b1b634eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0535092 Jun 16 16:23:55.499885 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c290a-726a-423c-b457-393e5b874812 req-3e7f5d7c-066b-45ef-a47d-df9c75a4a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.501506 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-3e7f5d7c-066b-45ef-a47d-df9c75a4a2dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400779 Jun 16 16:23:55.518313 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:55.577628 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:55.596960 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-8f05ed8e-e281-4086-8167-85406f023b1e service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875721 Jun 16 16:23:55.700533 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-602c290a-726a-423c-b457-393e5b874812 req-d7b7f76a-c6b5-4264-9258-d67136b2be66 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973213 Jun 16 16:23:56.150658 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c74e3-f2cb-4224-b572-c5e4ec574b19 req-cae5e5a2-0613-41fc-8b9a-0a0c22662bc2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:56.152195 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0f7c74e3-f2cb-4224-b572-c5e4ec574b19 req-cae5e5a2-0613-41fc-8b9a-0a0c22662bc2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0515277 Jun 16 16:23:56.206127 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0f7c74e3-f2cb-4224-b572-c5e4ec574b19 req-4a10425c-9f63-4398-9c0b-0b48d1ba56a4 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Jun 16 16:23:56.303891 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901d526-6cb9-40ce-af09-c4d89ed1b358 req-df8f8f70-4d01-45d5-9a1f-d726dd6a1a14 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:56.305376 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d901d526-6cb9-40ce-af09-c4d89ed1b358 req-df8f8f70-4d01-45d5-9a1f-d726dd6a1a14 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0514741 Jun 16 16:23:56.360964 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d901d526-6cb9-40ce-af09-c4d89ed1b358 req-1104b63d-e221-448c-b96b-90df3e12135e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483491 Jun 16 16:23:57.165487 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:23:57.339499 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaba06e-74ea-492e-bd3d-17256538bc74 req-3691c591-722c-442e-96c7-2ba3b6b9224c tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:57.340991 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bbaba06e-74ea-492e-bd3d-17256538bc74 req-3691c591-722c-442e-96c7-2ba3b6b9224c tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0566235 Jun 16 16:23:57.400943 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bbaba06e-74ea-492e-bd3d-17256538bc74 req-ccaea080-61c1-4028-b393-d1d7a928dd50 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513179 Jun 16 16:23:57.509223 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de0bd-49c1-4ab6-bfb6-44258914a6b0 req-80b4eb50-9772-4c18-9084-5af603bc4563 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:57.511043 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef2de0bd-49c1-4ab6-bfb6-44258914a6b0 req-80b4eb50-9772-4c18-9084-5af603bc4563 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 946 time: 0.0717916 Jun 16 16:23:57.579500 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ef2de0bd-49c1-4ab6-bfb6-44258914a6b0 req-f2e4213e-60aa-4cd8-b28e-54f551970c37 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609818 Jun 16 16:23:57.632208 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:23:57.660018 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:57.668302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:57.715745 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: ACTIVE; New status is: DOWN {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:23:57.716134 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:57.745582 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:57.747750 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412a9f1-aff0-49d2-9e1f-700075f407d7" -d '{"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:57.761785 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:57.767105 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:57.791887 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9b8af-5967-4f24-873f-ad386def80ee x-openstack-request-id: req-18b9b8af-5967-4f24-873f-ad386def80ee {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:57.791887 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:57.792139 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-18b9b8af-5967-4f24-873f-ad386def80ee {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:57.792453 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b9b8af-5967-4f24-873f-ad386def80ee'] response: {'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'code': 200} Jun 16 16:23:57.820041 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=8']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:58.517999 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd1b48-a711-4e6b-8d47-41103582181f req-210114f0-1562-427c-96d8-41ab3ec60b00 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:58.519486 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04cd1b48-a711-4e6b-8d47-41103582181f req-210114f0-1562-427c-96d8-41ab3ec60b00 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0479786 Jun 16 16:23:58.580688 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-04cd1b48-a711-4e6b-8d47-41103582181f req-89fe49a7-f9dd-4632-a297-f84c627d0079 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556047 Jun 16 16:23:58.709996 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0662ff-3d36-4573-add3-cdb86765b14c req-34a84844-8d73-4228-878d-a48e0654a191 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:58.711407 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e0662ff-3d36-4573-add3-cdb86765b14c req-34a84844-8d73-4228-878d-a48e0654a191 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0514162 Jun 16 16:23:58.761206 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1e0662ff-3d36-4573-add3-cdb86765b14c req-81b1ad23-b607-4ab0-bfa8-2c0b3d3fb109 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Jun 16 16:23:59.623551 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [req-7396a5ed-ae1b-493f-9d95-7f8438f0d7d0 req-93f27d80-e1f0-4de8-b340-5b5111587e54 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:23:59.624677 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7396a5ed-ae1b-493f-9d95-7f8438f0d7d0 req-93f27d80-e1f0-4de8-b340-5b5111587e54 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054927 Jun 16 16:23:59.708650 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206689e-9899-4003-99e7-038028074f31 req-8568ad51-1bd3-49a7-9f45-cfeeb993ef36 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:59.710492 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6206689e-9899-4003-99e7-038028074f31 req-8568ad51-1bd3-49a7-9f45-cfeeb993ef36 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0571673 Jun 16 16:23:59.818446 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6206689e-9899-4003-99e7-038028074f31 req-f2928c1e-ef4a-4040-b8f3-b5bcfd8846a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941107 Jun 16 16:23:59.828863 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c76572-0746-48ce-91ad-10f62982f132 req-02043d96-f797-4fce-beef-ee8ad7453658 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:59.830460 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-74c76572-0746-48ce-91ad-10f62982f132 req-02043d96-f797-4fce-beef-ee8ad7453658 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0752947 Jun 16 16:23:59.893768 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-95fc05ba-797b-4732-89b7-12fb4a5e7499 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0600984 Jun 16 16:23:59.918088 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-74c76572-0746-48ce-91ad-10f62982f132 req-59f2a21a-056f-4dfe-b03a-49c03e1dd333 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746131 Jun 16 16:23:59.970107 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606992f-dfd0-425e-bb45-25625e095764 req-4e020015-75b5-4c6d-adf9-ec95a701c19f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:59.971494 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-4e020015-75b5-4c6d-adf9-ec95a701c19f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports/5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 941 time: 0.0489874 Jun 16 16:24:00.946762 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7705cb-0bca-4832-9cbf-880664de85cd req-b595ecda-fa39-4e66-b6f8-f81cc183f421 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:00.948225 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fa7705cb-0bca-4832-9cbf-880664de85cd req-b595ecda-fa39-4e66-b6f8-f81cc183f421 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0529816 Jun 16 16:24:00.982858 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606992f-dfd0-425e-bb45-25625e095764 req-b0140aea-c6f0-4dd8-8891-a30c16a9c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:00.990991 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-b0140aea-c6f0-4dd8-8891-a30c16a9c351 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8&tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b HTTP/1.1" status: 200 len: 1128 time: 0.0427320 Jun 16 16:24:01.006397 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fa7705cb-0bca-4832-9cbf-880664de85cd req-d8cf9aaa-9d07-47de-93b4-eee7ac11b3c3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518050 Jun 16 16:24:01.082722 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63932967-005b-41f2-8603-35294393ff54 req-edaed864-e917-45a6-9949-3bbd71345e9c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:01.084202 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-63932967-005b-41f2-8603-35294393ff54 req-edaed864-e917-45a6-9949-3bbd71345e9c tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0841804 Jun 16 16:24:01.085094 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606992f-dfd0-425e-bb45-25625e095764 req-e09ec676-bf0d-4c5c-b407-a614c41c47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:01.086451 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-e09ec676-bf0d-4c5c-b407-a614c41c47b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1128 time: 0.0743446 Jun 16 16:24:01.193286 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-63932967-005b-41f2-8603-35294393ff54 req-6a446fcd-8265-4117-9c59-ec0ebfbb6ede tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032383 Jun 16 16:24:01.222003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606992f-dfd0-425e-bb45-25625e095764 req-5c29f186-2737-48a3-9e78-acb3c8f8276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:01.223486 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-5c29f186-2737-48a3-9e78-acb3c8f8276d service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1251886 Jun 16 16:24:01.288125 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-472aaac5-ffdd-4e55-9960-74dbc332dff1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 1000 time: 0.0579679 Jun 16 16:24:01.324351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:01.340281 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606992f-dfd0-425e-bb45-25625e095764 req-3ef3f9b2-a486-4202-9105-792d38b1ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:01.341700 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-3ef3f9b2-a486-4202-9105-792d38b1ec3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0476930 Jun 16 16:24:01.392340 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606992f-dfd0-425e-bb45-25625e095764 req-cc024db6-5b33-4615-93ca-30f43e9ed92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:01.393898 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-cc024db6-5b33-4615-93ca-30f43e9ed92c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453687 Jun 16 16:24:01.603241 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-fcd96d7f-8fcb-4525-ab18-f081c48191d6 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Jun 16 16:24:01.668198 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:01.668761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:01.702398 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5606992f-dfd0-425e-bb45-25625e095764 req-6b2d3efd-16cd-4cc5-bb86-89928a64203f service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914638 Jun 16 16:24:01.747725 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: DOWN; New status is: DOWN {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:02.153745 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75c354-1cb6-48d0-a5db-a8503bce2926 req-e46047b2-aaa5-4402-a0ca-1193214832f1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:02.163131 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5a75c354-1cb6-48d0-a5db-a8503bce2926 req-e46047b2-aaa5-4402-a0ca-1193214832f1 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0819499 Jun 16 16:24:02.298546 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5a75c354-1cb6-48d0-a5db-a8503bce2926 req-eb3d1f44-9441-4f56-bde5-779d67ee2c49 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293402 Jun 16 16:24:02.378278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61653492-3f62-4d81-ae66-ccd38c6e4eae req-1550493d-04d8-4d83-bb95-89ccce1f7ead tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:02.380881 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61653492-3f62-4d81-ae66-ccd38c6e4eae req-1550493d-04d8-4d83-bb95-89ccce1f7ead tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0549331 Jun 16 16:24:02.440913 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-61653492-3f62-4d81-ae66-ccd38c6e4eae req-45785b4e-d3fe-4cf9-abb1-e99499afa3fa tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497429 Jun 16 16:24:03.437894 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574184-f951-47ba-8d7d-6aa55b1195aa req-644f1369-6b03-4f8e-8835-440dc7b0c770 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:03.440215 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bb574184-f951-47ba-8d7d-6aa55b1195aa req-644f1369-6b03-4f8e-8835-440dc7b0c770 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0637190 Jun 16 16:24:03.462590 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:03.504356 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bb574184-f951-47ba-8d7d-6aa55b1195aa req-e54b9418-ed76-4686-991e-26e8edd6d48f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581837 Jun 16 16:24:03.614080 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffca3-dc32-47c0-8351-c70b9d326752 req-e6550129-a724-41a5-9d08-8b62a700a5c4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:03.615649 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b12ffca3-dc32-47c0-8351-c70b9d326752 req-e6550129-a724-41a5-9d08-8b62a700a5c4 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0634878 Jun 16 16:24:03.684431 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b12ffca3-dc32-47c0-8351-c70b9d326752 req-848b9327-34df-4a22-b47d-a4129d10ac6d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628512 Jun 16 16:24:04.651420 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1792-6285-43ec-a6ed-b4f93b285566 req-e26af2a7-8c6e-4f03-a974-d794e5c805b5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:04.653035 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f4d1792-6285-43ec-a6ed-b4f93b285566 req-e26af2a7-8c6e-4f03-a974-d794e5c805b5 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0559156 Jun 16 16:24:04.719700 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1f4d1792-6285-43ec-a6ed-b4f93b285566 req-83d5beaf-a485-47c0-a3ee-138ce81525b3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598502 Jun 16 16:24:04.837879 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64bdf-5d8c-4e4c-ad51-3d523f0c3abb req-949c38d3-60eb-4848-af73-0b2a4fe844c6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:04.839454 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-31d64bdf-5d8c-4e4c-ad51-3d523f0c3abb req-949c38d3-60eb-4848-af73-0b2a4fe844c6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0551517 Jun 16 16:24:04.896210 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-31d64bdf-5d8c-4e4c-ad51-3d523f0c3abb req-43d1ef3e-c469-4bb0-926b-80a321c2db17 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501249 Jun 16 16:24:05.847387 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:05.856754 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d1d2-fd87-4a9a-a053-371de3e4a4f4 req-6a4bea9c-41f5-4e02-85b5-7bfbff79fdb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:05.858808 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3893d1d2-fd87-4a9a-a053-371de3e4a4f4 req-6a4bea9c-41f5-4e02-85b5-7bfbff79fdb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0553927 Jun 16 16:24:05.927334 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3893d1d2-fd87-4a9a-a053-371de3e4a4f4 req-68537a9e-cdc0-450c-8a1e-bd7762a0ef59 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599000 Jun 16 16:24:06.056984 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad376c74-050c-4094-b087-a879b5c2cbc4 req-ac01ed08-08a7-4e02-b09d-999c856298d3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:06.059082 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ad376c74-050c-4094-b087-a879b5c2cbc4 req-ac01ed08-08a7-4e02-b09d-999c856298d3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0620904 Jun 16 16:24:06.138046 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ad376c74-050c-4094-b087-a879b5c2cbc4 req-75781969-edfa-489e-89c2-8528ef1d2f03 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726225 Jun 16 16:24:06.261141 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002628c-a8f1-4f4c-b07c-a572f5d41b20 req-1ff0cfa9-d1d2-4d97-a6a0-6d9ab05dd9cc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:06.262747 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1002628c-a8f1-4f4c-b07c-a572f5d41b20 req-1ff0cfa9-d1d2-4d97-a6a0-6d9ab05dd9cc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0750098 Jun 16 16:24:06.320798 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1002628c-a8f1-4f4c-b07c-a572f5d41b20 req-d5957caa-72ac-4ed7-9240-c1f3c88bf251 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516343 Jun 16 16:24:07.064655 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ce44f-b7e0-48cb-8d2d-2ddcee5fa869 req-e7c5049b-f4d3-427c-b463-5a400ea6ef1a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:07.066417 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-198ce44f-b7e0-48cb-8d2d-2ddcee5fa869 req-e7c5049b-f4d3-427c-b463-5a400ea6ef1a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0546973 Jun 16 16:24:07.127764 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-198ce44f-b7e0-48cb-8d2d-2ddcee5fa869 req-02deaad0-68b2-403e-b97d-9a4c1a3b4570 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554264 Jun 16 16:24:07.359243 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2587-c8a1-47b8-85ae-72d64a27af07 req-b5ff1284-c51b-44d7-a07a-d6f48efad475 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:07.361800 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cb1d2587-c8a1-47b8-85ae-72d64a27af07 req-b5ff1284-c51b-44d7-a07a-d6f48efad475 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.1058972 Jun 16 16:24:07.455651 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cb1d2587-c8a1-47b8-85ae-72d64a27af07 req-f0a16061-1380-42b6-a70d-caa06725964f tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846076 Jun 16 16:24:07.507270 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5229fc-1a18-4a17-9741-5b2b1fd7e812 req-47b77fd3-8337-4153-8b4b-68fa4b9389b4 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:07.508789 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5d5229fc-1a18-4a17-9741-5b2b1fd7e812 req-47b77fd3-8337-4153-8b4b-68fa4b9389b4 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0749099 Jun 16 16:24:07.583107 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5d5229fc-1a18-4a17-9741-5b2b1fd7e812 req-cb8d5584-518e-474a-8ffd-8bd2978ebacd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613358 Jun 16 16:24:08.264644 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca038d-8772-419b-8254-02a9a621e9ce req-e552dc67-c30b-4c14-9357-e1b9d577718a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.266117 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-02ca038d-8772-419b-8254-02a9a621e9ce req-e552dc67-c30b-4c14-9357-e1b9d577718a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0642402 Jun 16 16:24:08.323347 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-02ca038d-8772-419b-8254-02a9a621e9ce req-f23ba556-2401-426b-a638-bceea0fd3968 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572193 Jun 16 16:24:08.602623 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e628b-b5ab-4798-bb9d-9fccc69a19ba req-1cf2f017-ad65-428d-ae13-0a8b1c67b1e0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.604746 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c94e628b-b5ab-4798-bb9d-9fccc69a19ba req-1cf2f017-ad65-428d-ae13-0a8b1c67b1e0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0592158 Jun 16 16:24:08.695894 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-c94e628b-b5ab-4798-bb9d-9fccc69a19ba req-f8fbfb82-a8a8-4af8-933e-88bd9c713a2d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836058 Jun 16 16:24:08.755924 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81173b-bac7-4934-a296-d140572b7db8 req-3446cf46-4b9b-4f61-9885-55333ff49a31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.759370 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dd81173b-bac7-4934-a296-d140572b7db8 req-3446cf46-4b9b-4f61-9885-55333ff49a31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0712547 Jun 16 16:24:08.827523 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dd81173b-bac7-4934-a296-d140572b7db8 req-9b33cd1f-9757-4541-9c30-c8dcb5fc0fcf tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584970 Jun 16 16:24:09.147329 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:09.488177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4979-5f77-45c2-a67c-85fdcadc787d req-0e6404b2-c0b5-4cb9-be30-da504f24178d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:09.489722 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e31f4979-5f77-45c2-a67c-85fdcadc787d req-0e6404b2-c0b5-4cb9-be30-da504f24178d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0654247 Jun 16 16:24:09.563431 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e31f4979-5f77-45c2-a67c-85fdcadc787d req-b0c28d2b-de94-4930-a87a-1369a0d17c34 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637791 Jun 16 16:24:09.832660 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c672-4f9f-4dc6-b0a7-93892ef6e4f3 req-0ded4200-597b-47f9-9235-dfe60a2b9ad2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:09.834275 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e85c672-4f9f-4dc6-b0a7-93892ef6e4f3 req-0ded4200-597b-47f9-9235-dfe60a2b9ad2 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0529273 Jun 16 16:24:09.889203 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e85c672-4f9f-4dc6-b0a7-93892ef6e4f3 req-5a6a7993-87a2-4ec3-873a-a08baa911fef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490422 Jun 16 16:24:09.958384 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d30410-21b0-44a5-9301-7c7c2dc74661 req-07e873f2-0ee6-4019-b112-de88855e3817 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:09.959956 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a4d30410-21b0-44a5-9301-7c7c2dc74661 req-07e873f2-0ee6-4019-b112-de88855e3817 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0567596 Jun 16 16:24:10.013959 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a4d30410-21b0-44a5-9301-7c7c2dc74661 req-e01fb193-d3c8-4e2d-bce2-7555978655fa tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482130 Jun 16 16:24:10.687740 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66fed6-ee20-41ba-b895-4cd487b1afb3 req-044bc87b-a6ff-492d-a914-e4a5d4446e7c tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:10.689872 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ce66fed6-ee20-41ba-b895-4cd487b1afb3 req-044bc87b-a6ff-492d-a914-e4a5d4446e7c tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0513489 Jun 16 16:24:10.746832 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ce66fed6-ee20-41ba-b895-4cd487b1afb3 req-3a56bf23-0493-451c-a516-0d020994e328 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513391 Jun 16 16:24:11.021349 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d6167-63ea-4cd9-9fbd-7263f30d42d9 req-2fd4ebe2-9a62-4697-b40c-f54b8b2d34dd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:11.022932 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-569d6167-63ea-4cd9-9fbd-7263f30d42d9 req-2fd4ebe2-9a62-4697-b40c-f54b8b2d34dd tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0504475 Jun 16 16:24:11.076788 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-569d6167-63ea-4cd9-9fbd-7263f30d42d9 req-b55fcbb2-1da8-418c-b267-52bb340a4aff tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478945 Jun 16 16:24:11.120317 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:11.141616 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522f4fa-6379-4fc5-b975-c80cef8572b6 req-97cb27f3-aaea-4d4a-a001-5ef5a618f223 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:11.143185 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b522f4fa-6379-4fc5-b975-c80cef8572b6 req-97cb27f3-aaea-4d4a-a001-5ef5a618f223 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0580752 Jun 16 16:24:11.171743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:11.198506 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b522f4fa-6379-4fc5-b975-c80cef8572b6 req-7fd82774-4ae1-4dd5-9450-f12c99bda7f2 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489771 Jun 16 16:24:11.581133 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-25f8b436-385f-44b4-b54e-7b662071942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:11.582688 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-25f8b436-385f-44b4-b54e-7b662071942d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0432317 Jun 16 16:24:11.876249 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fda51-00f1-4100-a62e-2259cde73535 req-0b7ab4f0-f06c-4dff-bfd7-cfe5c440932f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:11.877849 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2c0fda51-00f1-4100-a62e-2259cde73535 req-0b7ab4f0-f06c-4dff-bfd7-cfe5c440932f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0585961 Jun 16 16:24:11.932462 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2c0fda51-00f1-4100-a62e-2259cde73535 req-c0016551-6d60-4f73-9224-24a74562f328 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489354 Jun 16 16:24:12.206837 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172064c-101a-4bf2-bd62-277f3b3f2ee0 req-ba5d9dc1-ddc7-4395-bd0f-734134987579 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:12.208394 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1172064c-101a-4bf2-bd62-277f3b3f2ee0 req-ba5d9dc1-ddc7-4395-bd0f-734134987579 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0522838 Jun 16 16:24:12.267748 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-1172064c-101a-4bf2-bd62-277f3b3f2ee0 req-55efb7fc-3105-48e7-9eba-961dadaa0047 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536122 Jun 16 16:24:12.323703 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565393-4b4c-413b-b3c8-a29efc808145 req-4eae2ad8-20b9-493e-beff-c433dbf35b07 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:12.325355 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-96565393-4b4c-413b-b3c8-a29efc808145 req-4eae2ad8-20b9-493e-beff-c433dbf35b07 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0528650 Jun 16 16:24:12.379638 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-96565393-4b4c-413b-b3c8-a29efc808145 req-c312473f-6fc8-455f-9be4-7cb2340782a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477085 Jun 16 16:24:12.507265 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-0d3f4302-b565-4a47-82b1-bc6275a7573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:12.508731 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-0d3f4302-b565-4a47-82b1-bc6275a7573c service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.0954041 Jun 16 16:24:12.807918 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-8c7967c8-b198-4e91-bf42-a3e58400039c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 1001 time: 0.0876834 Jun 16 16:24:12.832396 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-2658ac7d-7b82-4c9d-b923-51e5dea12e3d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:12.833812 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-2658ac7d-7b82-4c9d-b923-51e5dea12e3d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0614991 Jun 16 16:24:12.900757 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-85e2a135-1f38-4d6c-bec7-09f9ddebde22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:12.902254 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-85e2a135-1f38-4d6c-bec7-09f9ddebde22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0860972 Jun 16 16:24:12.976365 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Deleting port ade79578-a8ae-4117-8223-b656f9d6481b {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:12.976711 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:12.979917 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-8192af5f-d0b6-401b-9756-68c9ef6990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:12.982055 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-8192af5f-d0b6-401b-9756-68c9ef6990e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724633 Jun 16 16:24:13.144989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4c3b-640d-441d-b2b8-8de828197109 req-c56b1828-1ba6-499a-bc00-4bcb05de5653 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:13.146471 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-707d4c3b-640d-441d-b2b8-8de828197109 req-c56b1828-1ba6-499a-bc00-4bcb05de5653 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.1362419 Jun 16 16:24:13.193211 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] For port ade79578-a8ae-4117-8223-b656f9d6481b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ade79578-a8ae-4117-8223-b656f9d6481b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:13.193572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:13.229409 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-6700005e-5a4a-4cea-a966-ec05ff1a538a service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359576 Jun 16 16:24:13.294455 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-707d4c3b-640d-441d-b2b8-8de828197109 req-104d5844-831f-4afb-b4c1-f5e45808264e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395352 Jun 16 16:24:13.375985 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:13.400491 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482e56a-2de8-4a31-9366-18a16ebeb43c req-0223e51b-d67b-4172-a024-75a34f942602 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:13.402144 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e482e56a-2de8-4a31-9366-18a16ebeb43c req-0223e51b-d67b-4172-a024-75a34f942602 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 944 time: 0.0546699 Jun 16 16:24:13.432147 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:13.453185 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a16b4e46-6688-416f-9063-ed0ecd750eac req-b44391a0-b785-4d6d-b0fd-d52b39aca62a service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901271 Jun 16 16:24:13.459368 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-e482e56a-2de8-4a31-9366-18a16ebeb43c req-e87fb62e-f9cd-40d8-8100-8b31c767042e tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514557 Jun 16 16:24:13.489600 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:13.513535 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:13.513903 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (f9e43e2e-9ced-4474-aea6-bfdb0cb6397b), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:13.514243 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Floating IP f9e43e2e-9ced-4474-aea6-bfdb0cb6397b disassociated. External IP: 172.27.2.237, port: ade79578-a8ae-4117-8223-b656f9d6481b. Jun 16 16:24:13.514702 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Calling delete_port for ade79578-a8ae-4117-8223-b656f9d6481b owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:13.527991 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb7e6-a660-4e57-9664-bbb42dac53fb req-ac2dfb97-812b-48e2-9336-a3e54002cba7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:13.529488 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-538cb7e6-a660-4e57-9664-bbb42dac53fb req-ac2dfb97-812b-48e2-9336-a3e54002cba7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 945 time: 0.0752547 Jun 16 16:24:13.630514 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-538cb7e6-a660-4e57-9664-bbb42dac53fb req-176ec555-d937-4e33-bf13-eb68dd999da5 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943122 Jun 16 16:24:13.706977 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (ade79578-a8ae-4117-8223-b656f9d6481b), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:13.725532 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:24:13.736538 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'Port': ['ID=ade79578-a8ae-4117-8223-b656f9d6481b,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:13.749139 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.749993 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.749993 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.750860 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.750860 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.750860 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.751279 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.751589 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.751930 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.752261 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.752589 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.752915 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.753245 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.753561 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.753880 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:13.840946 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:13.859176 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '5ee1def3-312f-411f-9c12-54728972e3ff', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'port_id': '5ee1def3-312f-411f-9c12-54728972e3ff', 'mac_address': 'fa:16:3e:86:b7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:24:13.901165 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:13.901597 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:13.916931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee1def3-312f-411f-9c12-54728972e3ff {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:24:13.941370 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:13.947027 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:14.019065 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=9']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:14.201898 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:24:14.241969 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['5ee1def3-312f-411f-9c12-54728972e3ff'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:24:14.323446 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:24:14.340517 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:14.367788 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:14.368419 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:23:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:14.373182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] No DVR routers for this DVR port ade79578-a8ae-4117-8223-b656f9d6481b on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:24:14.377553 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:14.380920 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-336e3476-2c89-49e4-abf4-8cfb7e3aa3f9 req-6c3c8186-a1f9-4cf5-84e3-d1e0df0ca214 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "DELETE /v2.0/ports/ade79578-a8ae-4117-8223-b656f9d6481b HTTP/1.1" status: 204 len: 173 time: 1.5298734 Jun 16 16:24:14.381395 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'name': 'network-vif-deleted', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:14.383909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e686c-b428-4dd9-b1ac-827c679bc0ac" -d '{"events": [{"server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "name": "network-vif-deleted", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:14.393153 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:14.434990 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471471ce-4dff-4694-a24a-ef349703c772 req-e453f844-d20f-4d1d-a18f-bae7cf453553 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:14.436590 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-471471ce-4dff-4694-a24a-ef349703c772 req-e453f844-d20f-4d1d-a18f-bae7cf453553 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0555139 Jun 16 16:24:14.539623 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d764868-6a54-4bd7-81e7-edf0869700cd x-openstack-request-id: req-6d764868-6a54-4bd7-81e7-edf0869700cd {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:14.540396 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe449def-0ec0-4555-96d0-af4550c361cf", "name": "network-vif-deleted", "tag": "ade79578-a8ae-4117-8223-b656f9d6481b", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:14.540881 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6d764868-6a54-4bd7-81e7-edf0869700cd {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:14.541584 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d764868-6a54-4bd7-81e7-edf0869700cd'] response: {'server_uuid': 'fe449def-0ec0-4555-96d0-af4550c361cf', 'name': 'network-vif-deleted', 'tag': 'ade79578-a8ae-4117-8223-b656f9d6481b', 'status': 'completed', 'code': 200} Jun 16 16:24:14.542249 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:14.558888 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-471471ce-4dff-4694-a24a-ef349703c772 req-505d0f6a-4a3f-4078-8477-53c7d95fb3f7 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156456 Jun 16 16:24:14.560508 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:14.630274 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:14.692145 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b352b-a820-465d-be62-730fb4a779e6 req-862b9e82-6aae-48d1-920b-8104c6707717 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:14.693770 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3f2b352b-a820-465d-be62-730fb4a779e6 req-862b9e82-6aae-48d1-920b-8104c6707717 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 945 time: 0.0689068 Jun 16 16:24:14.747052 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fcfceaec-64c9-46b6-bf24-d7aefdde2eb4 req-68fe9801-3294-4acf-97cd-aaf7dba7cdf8 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe449def-0ec0-4555-96d0-af4550c361cf HTTP/1.1" status: 200 len: 210 time: 0.0353992 Jun 16 16:24:14.761480 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-3f2b352b-a820-465d-be62-730fb4a779e6 req-28312abf-1aae-4875-a6e9-4e9e010eaf1d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610552 Jun 16 16:24:14.830874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:14.864980 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:14.874863 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:14.876280 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:23:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:14.998729 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:15.214614 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:15.253224 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48150c0c-652e-4b22-9115-40149b1f94c7 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:15.529769 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe560e2-e993-4f8a-9d3c-5a88a904fb65 None None] New status for floating IP f9e43e2e-9ced-4474-aea6-bfdb0cb6397b: DOWN {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:24:15.763265 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508387d8-3ec0-4e11-b301-a96b1fb008cb req-75a46250-35db-4dd4-8970-8ef625b2fce6 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:15.764955 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-508387d8-3ec0-4e11-b301-a96b1fb008cb req-75a46250-35db-4dd4-8970-8ef625b2fce6 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0764494 Jun 16 16:24:15.765120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:24:15.845048 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-508387d8-3ec0-4e11-b301-a96b1fb008cb req-e0b8c777-a983-41a9-b62b-e17623139b09 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730724 Jun 16 16:24:15.850120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 5ee1def3-312f-411f-9c12-54728972e3ff triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:24:15.850645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:15.938432 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d1d4-6aad-4b40-8125-c5c57863a327 req-751686c8-024b-4005-b2d9-824e915f6ece tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:15.940963 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9996d1d4-6aad-4b40-8125-c5c57863a327 req-751686c8-024b-4005-b2d9-824e915f6ece tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 945 time: 0.0551379 Jun 16 16:24:15.947889 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 5ee1def3-312f-411f-9c12-54728972e3ff is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:15.948310 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:15.983417 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:15.985966 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f69671-03d9-4d1a-a09b-7be6fe687ed3" -d '{"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:16.001957 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9996d1d4-6aad-4b40-8125-c5c57863a327 req-32bda097-ac16-4551-b239-55930ecdd816 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555995 Jun 16 16:24:16.002623 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:16.008000 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:16.009062 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ade79578-a8ae-4117-8223-b656f9d6481b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:16.023051 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-37994a5f-6070-4ae8-8469-663ac85eb36a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016408516&fields=id&tenant_id=b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 267 time: 0.0678360 Jun 16 16:24:16.046318 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: ade79578-a8ae-4117-8223-b656f9d6481b {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:16.046318 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device ade79578-a8ae-4117-8223-b656f9d6481b not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:16.077350 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=10']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:16.086529 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f281ff0-4ac8-4829-af20-5bf88213e359 x-openstack-request-id: req-3f281ff0-4ac8-4829-af20-5bf88213e359 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:16.087300 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:16.087705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3f281ff0-4ac8-4829-af20-5bf88213e359 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:16.088640 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f281ff0-4ac8-4829-af20-5bf88213e359'] response: {'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'code': 200} Jun 16 16:24:16.161006 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-abdd2431-cefe-4d05-a8d3-4032c51fa376 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:16.162696 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-abdd2431-cefe-4d05-a8d3-4032c51fa376 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 811 time: 0.1277223 Jun 16 16:24:16.182759 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-7e77cc66-6d7f-43ee-85d7-43125ca6fa2e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/quotas/b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 375 time: 0.0109961 Jun 16 16:24:16.241966 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-0e077996-7439-4ec4-9ac2-69049fae837f tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516615 Jun 16 16:24:16.300039 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555327ff-fa13-4f8f-b4fb-45fe2fa49d90 req-3898fb20-fe49-49a5-b1b2-629a03f63a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:16.301571 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-555327ff-fa13-4f8f-b4fb-45fe2fa49d90 req-3898fb20-fe49-49a5-b1b2-629a03f63a9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1131 time: 0.0401187 Jun 16 16:24:16.318539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:16.362911 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-555327ff-fa13-4f8f-b4fb-45fe2fa49d90 req-158da95c-e569-4b37-a67a-7b4770ad6c53 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458684 Jun 16 16:24:16.416528 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-0482be35-9566-413d-a023-fdc73077d1c5 service neutron] 10.222.0.17 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613982 Jun 16 16:24:16.519057 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-8e264b0d-ccac-43f4-b9b5-0f81eec3cdd2 service neutron] 10.222.0.17 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967922 Jun 16 16:24:16.839171 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-84712579-51c1-4229-8564-7eacbb051355 req-71998928-0f71-4330-8548-9302b6a35fa1 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 210 time: 0.0285206 Jun 16 16:24:16.972004 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8a85-4185-41b7-8050-2afd86d2b57c req-63ac871e-2453-403b-8a5e-c3f24343a3f4 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:16.973584 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-02df8a85-4185-41b7-8050-2afd86d2b57c req-63ac871e-2453-403b-8a5e-c3f24343a3f4 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0521846 Jun 16 16:24:17.030779 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-02df8a85-4185-41b7-8050-2afd86d2b57c req-1f1cd946-eec1-4b7a-b0d1-b950849c78bd tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512969 Jun 16 16:24:17.138532 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049f678-5c15-4fcd-9f59-3a95fb0afd7f req-7af45b2a-9c71-4065-89e2-c855722ba985 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:17.140125 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0049f678-5c15-4fcd-9f59-3a95fb0afd7f req-7af45b2a-9c71-4065-89e2-c855722ba985 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 947 time: 0.0506430 Jun 16 16:24:17.238322 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0049f678-5c15-4fcd-9f59-3a95fb0afd7f req-4d77ffa9-4238-4ad6-b20c-81892fb14579 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907676 Jun 16 16:24:17.256310 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:17.294995 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-25431350-3623-4093-802d-c250fc567b56 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552557 Jun 16 16:24:17.314009 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c5888-2f2b-4735-b7c6-3b065ecae010 req-a4b7599c-2c9c-454c-8ce4-f555cbc7cc1d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:17.316212 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ba4c5888-2f2b-4735-b7c6-3b065ecae010 req-a4b7599c-2c9c-454c-8ce4-f555cbc7cc1d tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0783451 Jun 16 16:24:17.417378 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-13e105ec-e977-44b4-9c57-719ccee87805 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:17.419889 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-13e105ec-e977-44b4-9c57-719ccee87805 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports/d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 942 time: 0.0797379 Jun 16 16:24:17.425580 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-ba4c5888-2f2b-4735-b7c6-3b065ecae010 req-2e87aca8-b41b-4283-8ee8-368528ccf3e2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019440 Jun 16 16:24:17.763537 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:17.960952 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-60d8e85e-59e6-434f-9e2a-c762b5156d2b req-8538c7af-e271-4f7c-8f6d-8125971fa672 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 210 time: 0.0322847 Jun 16 16:24:17.981627 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port d9220eec-1f6d-431f-9e5e-4374035faf5f is: ACTIVE; New status is: DOWN {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:17.982162 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:18.021470 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:18.026808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:18.032626 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:18.083104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=6']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:18.089532 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:18.091839 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d3ecd1-b85a-46f6-a870-cc69db41ae54" -d '{"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:18.131747 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674167d4-fe4b-4a9e-bfb8-c5f6aa55d2ab x-openstack-request-id: req-674167d4-fe4b-4a9e-bfb8-c5f6aa55d2ab {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:18.132115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-unplugged", "status": "failed", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "code": 422}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:18.132442 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-674167d4-fe4b-4a9e-bfb8-c5f6aa55d2ab {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:18.132994 dv-cinder-837167-3-iscsi neutron-server[104116]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-674167d4-fe4b-4a9e-bfb8-c5f6aa55d2ab']: {'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'code': 422} returned with failed status Jun 16 16:24:18.419129 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6bbda-4021-45e7-b6b6-7a1918c5c6f1 req-13a776c0-b632-4ced-87b5-0f98f876b619 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:18.427241 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4ed6bbda-4021-45e7-b6b6-7a1918c5c6f1 req-13a776c0-b632-4ced-87b5-0f98f876b619 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 947 time: 0.1025956 Jun 16 16:24:18.560651 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4ed6bbda-4021-45e7-b6b6-7a1918c5c6f1 req-fc2f7cab-1caa-4b07-bc2f-9208780c4009 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324291 Jun 16 16:24:18.588061 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-a05c0d6a-f168-483e-a6e8-6190c8a97a68 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:18.591919 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-a05c0d6a-f168-483e-a6e8-6190c8a97a68 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 811 time: 0.2271914 Jun 16 16:24:18.621602 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a904-ef62-4213-a69c-c153669c7a40 req-d5965eef-cb05-4e8f-91ff-553fd163996b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:18.624129 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bbc6a904-ef62-4213-a69c-c153669c7a40 req-d5965eef-cb05-4e8f-91ff-553fd163996b tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0724299 Jun 16 16:24:18.677695 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-87751075-a55f-4977-a2e7-cb8dc45006b0 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 380 time: 0.0786095 Jun 16 16:24:18.690516 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-bbc6a904-ef62-4213-a69c-c153669c7a40 req-f2263e64-f1a2-4829-9e71-8646b09d0a79 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599351 Jun 16 16:24:18.748192 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'port': {'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'admin_state_up': True, 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'security_groups': ['2f633015-58b3-46b4-a249-65b5fe0b3459']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:24:18.893959 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Made reservation on behalf of b77126371c5d44db8ab75fbfca0737af for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:24:18.898799 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.060498 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Allocated IP 172.20.0.4 (c8adc531-7e83-47cd-8743-c56fb61916fb/4dd4ecfb-6940-40f3-a98b-6cc9530e83b8/64308097-cfca-4e56-bded-c92e6aef946a) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:24:19.107994 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-80fb72b1-87b5-47fd-be6f-64f7b8b998ea req-685dafe1-1fdb-4c11-b753-867f1937b2b4 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 210 time: 0.0382264 Jun 16 16:24:19.277398 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (64308097-cfca-4e56-bded-c92e6aef946a), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.293777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:19.318227 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (64308097-cfca-4e56-bded-c92e6aef946a), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.362182 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Network c8adc531-7e83-47cd-8743-c56fb61916fb is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:24:19.367860 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:24:19.372615 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:24:19.379932 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=64308097-cfca-4e56-bded-c92e6aef946a,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:19.470712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:19.471401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.486641 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:19.493841 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-17420b64-23a1-4f63-a943-95d09f2b5140 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527349 Jun 16 16:24:19.503483 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-cfb01a5c-995a-4aab-8fd4-68d6dd5f2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:19.505353 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-cfb01a5c-995a-4aab-8fd4-68d6dd5f2eba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d&tenant_id=bd7ec755d96f4dee964a003d6c269c4e HTTP/1.1" status: 200 len: 1127 time: 0.0834606 Jun 16 16:24:19.512767 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Request body: {'port': {'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:24:19.622495 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-683c434e-1f90-40a2-bfcd-1470dddf77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:19.624006 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-683c434e-1f90-40a2-bfcd-1470dddf77a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1127 time: 0.0851889 Jun 16 16:24:19.633004 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (64308097-cfca-4e56-bded-c92e6aef946a), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.678035 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-b7af4421-7981-4116-962b-079cad7c966d None None] Provisioning complete for port 64308097-cfca-4e56-bded-c92e6aef946a triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:24:19.678839 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b7af4421-7981-4116-962b-079cad7c966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (64308097-cfca-4e56-bded-c92e6aef946a), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.682274 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:19.707956 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eba95-e74a-414a-ba36-851d6a0f8d19 req-7deccfe1-790a-4d98-826e-723b00e1caed tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:19.709642 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2e3eba95-e74a-414a-ba36-851d6a0f8d19 req-7deccfe1-790a-4d98-826e-723b00e1caed tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 947 time: 0.0538385 Jun 16 16:24:19.737697 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-b7af4421-7981-4116-962b-079cad7c966d None None] Port 64308097-cfca-4e56-bded-c92e6aef946a cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:24:19.747274 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:19.798822 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-2e3eba95-e74a-414a-ba36-851d6a0f8d19 req-f9943047-13eb-4b0d-a701-c566666cb5d1 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726888 Jun 16 16:24:19.814668 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e6e3db32-877c-4ae5-8567-e5f052517335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:19.888909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8e1be-e7cc-41b0-9e26-33f6c5a24618 req-042c24c9-86e4-4aed-a30e-23ecab33b022 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:19.891027 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b6d8e1be-e7cc-41b0-9e26-33f6c5a24618 req-042c24c9-86e4-4aed-a30e-23ecab33b022 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0877812 Jun 16 16:24:19.925416 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-5a34c687-78ba-40d0-8345-5fb5d0c59b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:19.927656 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-5a34c687-78ba-40d0-8345-5fb5d0c59b9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.2507014 Jun 16 16:24:20.059222 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-b7835b45-0e12-42c3-8977-2b1adbdac087 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 999 time: 0.1003082 Jun 16 16:24:20.065862 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b6d8e1be-e7cc-41b0-9e26-33f6c5a24618 req-09b5d5f4-c4e4-4ae8-b126-d03f3f076977 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645024 Jun 16 16:24:20.157747 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-b05698c1-4d34-409a-a03c-cd9753522269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:20.159276 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-b05698c1-4d34-409a-a03c-cd9753522269 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0826418 Jun 16 16:24:20.178819 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64308097-cfca-4e56-bded-c92e6aef946a {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:24:20.188724 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Publish callbacks [] for port (64308097-cfca-4e56-bded-c92e6aef946a), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:20.226625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Transition to ACTIVE for port object 64308097-cfca-4e56-bded-c92e6aef946a will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:24:20.228466 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-87057c7c-54c2-4d2c-bfb5-4b5f39d6e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:20.230133 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-87057c7c-54c2-4d2c-bfb5-4b5f39d6e4e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615621 Jun 16 16:24:20.231517 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (64308097-cfca-4e56-bded-c92e6aef946a), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:20.242039 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a75ed-a3b2-40ab-b5e2-ad1d3f16b1a1 req-c76b4de6-a98f-432f-bea0-83d4d327926e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:20.243540 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3c1a75ed-a3b2-40ab-b5e2-ad1d3f16b1a1 req-c76b4de6-a98f-432f-bea0-83d4d327926e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 931 time: 0.0514183 Jun 16 16:24:20.258823 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:20.267742 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:20.314612 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3c1a75ed-a3b2-40ab-b5e2-ad1d3f16b1a1 req-e356e576-35aa-47f1-81c5-574769c6763d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648921 Jun 16 16:24:20.344695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Pushing event updated for resources: {'Port': ['ID=64308097-cfca-4e56-bded-c92e6aef946a,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:20.350420 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:20.437129 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-e4f41653-37df-4dba-af1f-16d5e3017829 service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993890 Jun 16 16:24:20.488286 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Attempting to bind port 64308097-cfca-4e56-bded-c92e6aef946a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:24:20.488989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Attempting to bind port 64308097-cfca-4e56-bded-c92e6aef946a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:24:20.488989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Attempting to bind port 64308097-cfca-4e56-bded-c92e6aef946a on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:24:20.522699 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Port 64308097-cfca-4e56-bded-c92e6aef946a on network c8adc531-7e83-47cd-8743-c56fb61916fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:24:20.523025 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Attempting to bind port 64308097-cfca-4e56-bded-c92e6aef946a on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:24:20.534533 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:24:20.534876 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Checking segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:24:20.535256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Bound using segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:24:20.535691 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Bound port: 64308097-cfca-4e56-bded-c92e6aef946a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:24:20.536054 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (64308097-cfca-4e56-bded-c92e6aef946a), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:20.568471 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-035bdb4b-54c2-4c8f-94f7-8fdfb0870a4f req-c8349a29-ea5c-4bc1-a525-912d15dfdccd service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238191 Jun 16 16:24:20.620229 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] For port 64308097-cfca-4e56-bded-c92e6aef946a, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:24:20.623943 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] For port 64308097-cfca-4e56-bded-c92e6aef946a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64308097-cfca-4e56-bded-c92e6aef946a,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:24:20.637290 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (64308097-cfca-4e56-bded-c92e6aef946a), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:20.679989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:20.680609 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:20.682785 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] 10.222.0.25 "PUT /v2.0/ports/64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 200 len: 1093 time: 1.1752713 Jun 16 16:24:20.682785 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:20.684686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d4b841-d675-4cad-bace-54521a20df21" -d '{"events": [{"name": "network-changed", "server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "tag": "64308097-cfca-4e56-bded-c92e6aef946a"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:20.713986 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4017dcb-2efb-4ec2-8fa5-618df4c7e118 service neutron] Pushing event updated for resources: {'Port': ['ID=64308097-cfca-4e56-bded-c92e6aef946a,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:20.745686 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394e25d5-0756-44c9-960b-e0ebfe7665c4 x-openstack-request-id: req-394e25d5-0756-44c9-960b-e0ebfe7665c4 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:20.746172 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "tag": "64308097-cfca-4e56-bded-c92e6aef946a", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:20.746493 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-394e25d5-0756-44c9-960b-e0ebfe7665c4 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:20.746967 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394e25d5-0756-44c9-960b-e0ebfe7665c4'] response: {'name': 'network-changed', 'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a', 'status': 'completed', 'code': 200} Jun 16 16:24:20.906975 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b841-d675-4cad-bace-54521a20df21 req-7fe5bee3-fdf6-49c1-b60e-089624f608d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:20.908518 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e2d4b841-d675-4cad-bace-54521a20df21 req-7fe5bee3-fdf6-49c1-b60e-089624f608d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1127 time: 0.0446117 Jun 16 16:24:21.019801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b841-d675-4cad-bace-54521a20df21 req-1dc2a7ca-f7c7-46a4-b6ea-40dfbc6c40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.021274 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e2d4b841-d675-4cad-bace-54521a20df21 req-1dc2a7ca-f7c7-46a4-b6ea-40dfbc6c40e5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b77126371c5d44db8ab75fbfca0737af&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020746 Jun 16 16:24:21.119128 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b841-d675-4cad-bace-54521a20df21 req-9fd99c14-fb9c-4c52-9c74-a13413ee0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.120635 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e2d4b841-d675-4cad-bace-54521a20df21 req-9fd99c14-fb9c-4c52-9c74-a13413ee0311 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928605 Jun 16 16:24:21.192679 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2f28-2a1c-40cd-b343-2b15d10cff08 req-cbd511a1-ddc2-4ada-8d01-582b0c789a4f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.194447 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f95f2f28-2a1c-40cd-b343-2b15d10cff08 req-cbd511a1-ddc2-4ada-8d01-582b0c789a4f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0569196 Jun 16 16:24:21.208611 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-05962adf-03e3-4ece-b888-cf2ba1192c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.210477 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-05962adf-03e3-4ece-b888-cf2ba1192c58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1127 time: 0.0425429 Jun 16 16:24:21.256215 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-eae24d7e-9704-4cc9-bdc9-d4f6018665e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 200 len: 217 time: 0.0376239 Jun 16 16:24:21.256498 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f95f2f28-2a1c-40cd-b343-2b15d10cff08 req-1b8b7e56-bf0b-42d0-b88c-60de290f96c2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554700 Jun 16 16:24:21.311991 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-e99f97ae-0686-4015-86d6-5a843185cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.314040 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-e99f97ae-0686-4015-86d6-5a843185cb57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0516739 Jun 16 16:24:21.363145 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-765fa1cc-f0b2-4b58-b63a-7bf807324d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.363647 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-765fa1cc-f0b2-4b58-b63a-7bf807324d6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430548 Jun 16 16:24:21.477185 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6e20a-27a7-441b-8091-e1ca1a6259eb req-90f3e11b-8351-4f3b-a854-45f1e482c24d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:21.478671 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fc6e20a-27a7-441b-8091-e1ca1a6259eb req-90f3e11b-8351-4f3b-a854-45f1e482c24d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 943 time: 0.0886068 Jun 16 16:24:21.514217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-d93643b6-efcf-4f76-8c79-b0782c94cde3 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430933 Jun 16 16:24:21.517528 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:21.557561 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:21.575920 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9fc6e20a-27a7-441b-8091-e1ca1a6259eb req-a1e568e5-5e93-4141-ac7c-446070800b42 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906875 Jun 16 16:24:21.647466 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8482b97a-1c8d-4af4-bf93-86478afc1e60 req-7aab707d-4f7a-4959-a300-913190cc64a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214063 Jun 16 16:24:22.266104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-04bdeb0c-3fa4-41ba-bed1-2c8f5b57f5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:22.429521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db6f6d-e92a-42dd-8745-7f19201d7ced req-dbad69ba-61df-4a93-bb8c-811ea647c1dc tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:22.431029 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-52db6f6d-e92a-42dd-8745-7f19201d7ced req-dbad69ba-61df-4a93-bb8c-811ea647c1dc tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0480583 Jun 16 16:24:22.483614 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-52db6f6d-e92a-42dd-8745-7f19201d7ced req-779b5294-b63e-4e6d-adb9-ddaa7377cba4 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Jun 16 16:24:22.693031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724a30-ea13-4c83-b185-1a66b10ca873 req-7518627d-f53f-4af8-b8b4-d6049fd87c29 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:22.694489 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-39724a30-ea13-4c83-b185-1a66b10ca873 req-7518627d-f53f-4af8-b8b4-d6049fd87c29 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 943 time: 0.0479720 Jun 16 16:24:22.750430 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-39724a30-ea13-4c83-b185-1a66b10ca873 req-55713df8-5ede-40ab-8143-79e9ab157228 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495145 Jun 16 16:24:23.595493 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:23.603874 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88141-56a9-4ec2-b784-01603afdf654 req-2f2ff91d-8a4f-4b36-a9a0-0d509386bf5f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:23.605378 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b0e88141-56a9-4ec2-b784-01603afdf654 req-2f2ff91d-8a4f-4b36-a9a0-0d509386bf5f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0507553 Jun 16 16:24:23.664707 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b0e88141-56a9-4ec2-b784-01603afdf654 req-0508b2ab-631a-47d7-b910-db5fbe3e7022 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513031 Jun 16 16:24:23.870592 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66345cc-f351-4baf-a614-e4216301c6b6 req-c6a461ee-daf9-4f15-b66e-9d5d0aad7b82 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:23.871960 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f66345cc-f351-4baf-a614-e4216301c6b6 req-c6a461ee-daf9-4f15-b66e-9d5d0aad7b82 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 943 time: 0.0520997 Jun 16 16:24:23.921866 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f66345cc-f351-4baf-a614-e4216301c6b6 req-014e7320-9e03-4587-807e-aa3766577ca8 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433350 Jun 16 16:24:24.779725 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f7a7-6bd8-4d59-bde1-53e885fd4a2f req-96745e9e-f2cc-4b0a-b28d-4a58b40d88f0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:24.781261 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0994f7a7-6bd8-4d59-bde1-53e885fd4a2f req-96745e9e-f2cc-4b0a-b28d-4a58b40d88f0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0484004 Jun 16 16:24:24.833397 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0994f7a7-6bd8-4d59-bde1-53e885fd4a2f req-e74ca6c9-4c81-42c1-b06d-1f9aa345a95a tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Jun 16 16:24:24.871970 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:25.037798 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb171e5-5dcf-48d5-bbfd-2c53d2749f30 req-86aecbe7-7b81-4fd5-8b48-3805d7f1a1f6 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:25.039337 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dcb171e5-5dcf-48d5-bbfd-2c53d2749f30 req-86aecbe7-7b81-4fd5-8b48-3805d7f1a1f6 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 943 time: 0.0481408 Jun 16 16:24:25.092899 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-dcb171e5-5dcf-48d5-bbfd-2c53d2749f30 req-02c3c7ce-cc09-44ca-b356-b7346c060451 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475044 Jun 16 16:24:25.305572 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:25.606980 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:25.633914 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:25.950008 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a0024-7c2b-4cfc-a7d6-819c2217b134 req-fc95101b-b87f-45de-824a-94e50b93299e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:25.951488 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-977a0024-7c2b-4cfc-a7d6-819c2217b134 req-fc95101b-b87f-45de-824a-94e50b93299e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0485206 Jun 16 16:24:26.019483 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-977a0024-7c2b-4cfc-a7d6-819c2217b134 req-488f0533-dc4f-44eb-8111-838012bae6a7 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610096 Jun 16 16:24:26.214848 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f339f-9ed5-4e52-a896-deb13770bb23 req-b7b8823f-ae72-4b3b-a384-bd981126f5bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:26.216373 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-727f339f-9ed5-4e52-a896-deb13770bb23 req-b7b8823f-ae72-4b3b-a384-bd981126f5bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 943 time: 0.0532343 Jun 16 16:24:26.279485 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-727f339f-9ed5-4e52-a896-deb13770bb23 req-f63f4aeb-c335-42b5-ac81-595d73adbd88 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569859 Jun 16 16:24:27.148383 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373496b1-0a84-4f54-b325-b0cef3771d18 req-0f62bc5d-42cb-4b96-bf90-58f0fe924586 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:27.149878 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-373496b1-0a84-4f54-b325-b0cef3771d18 req-0f62bc5d-42cb-4b96-bf90-58f0fe924586 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0530386 Jun 16 16:24:27.204355 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-373496b1-0a84-4f54-b325-b0cef3771d18 req-30fe90d2-28fe-4e7f-92ca-37ba2ab1263c tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484397 Jun 16 16:24:27.405678 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b352-db46-4dcf-8a2a-e937218827d7 req-bf1aaec9-c734-4fe3-8ae5-40484d630e50 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:27.407278 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4eb4b352-db46-4dcf-8a2a-e937218827d7 req-bf1aaec9-c734-4fe3-8ae5-40484d630e50 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Jun 16 16:24:27.461678 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4eb4b352-db46-4dcf-8a2a-e937218827d7 req-7804663e-b843-44bc-b5a8-86fb48c154da tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487680 Jun 16 16:24:27.862247 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 64308097-cfca-4e56-bded-c92e6aef946a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:24:27.965601 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 64308097-cfca-4e56-bded-c92e6aef946a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64308097-cfca-4e56-bded-c92e6aef946a,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:27.977985 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '64308097-cfca-4e56-bded-c92e6aef946a', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:24:28.015026 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 64308097-cfca-4e56-bded-c92e6aef946a is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:28.015955 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (64308097-cfca-4e56-bded-c92e6aef946a), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.033509 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64308097-cfca-4e56-bded-c92e6aef946a {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:24:28.053071 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 64308097-cfca-4e56-bded-c92e6aef946a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64308097-cfca-4e56-bded-c92e6aef946a,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:28.057619 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (64308097-cfca-4e56-bded-c92e6aef946a), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.058452 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:24:28.135029 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=64308097-cfca-4e56-bded-c92e6aef946a,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:28.204556 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:28.221263 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'port_id': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'mac_address': 'fa:16:3e:fc:71:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:24:28.259078 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port d9220eec-1f6d-431f-9e5e-4374035faf5f is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:28.259410 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.275085 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9220eec-1f6d-431f-9e5e-4374035faf5f {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:24:28.299808 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:28.304085 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.330740 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f491b0-d86a-4dd1-b186-7e3650e829a5 req-60d5e8b1-fb49-445c-bf31-fb1bcfc199c3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:28.332295 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b9f491b0-d86a-4dd1-b186-7e3650e829a5 req-60d5e8b1-fb49-445c-bf31-fb1bcfc199c3 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 943 time: 0.0534587 Jun 16 16:24:28.356575 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=7']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:28.390946 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b9f491b0-d86a-4dd1-b186-7e3650e829a5 req-1e637c88-09aa-4620-8c4f-232ece6ec1cd tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497971 Jun 16 16:24:28.583569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dd3f2-9fe8-4731-a518-d48f593444ba req-e0fae42b-0b19-40a7-bbc9-47b4f70251a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:28.585113 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-363dd3f2-9fe8-4731-a518-d48f593444ba req-e0fae42b-0b19-40a7-bbc9-47b4f70251a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 944 time: 0.0500958 Jun 16 16:24:28.649239 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-363dd3f2-9fe8-4731-a518-d48f593444ba req-86329979-2bb6-4835-b012-730b6ba2c308 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576742 Jun 16 16:24:28.725337 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['d9220eec-1f6d-431f-9e5e-4374035faf5f'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:24:28.758656 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:28.817036 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['64308097-cfca-4e56-bded-c92e6aef946a'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:24:28.888758 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:29.524043 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd95e9-5f49-4d67-8efa-8cb64aa290d5 req-4f2608a0-c2a9-4039-af65-258babd73b9e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:29.525777 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1fd95e9-5f49-4d67-8efa-8cb64aa290d5 req-4f2608a0-c2a9-4039-af65-258babd73b9e tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 944 time: 0.0624859 Jun 16 16:24:29.589786 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b1fd95e9-5f49-4d67-8efa-8cb64aa290d5 req-e4b1c60c-0146-44fa-9d0d-f65c3924a7cd tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570166 Jun 16 16:24:29.773143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6223779-8695-4a72-ac67-bf9daff9193f req-645466bb-b89b-46cb-b7c9-f6e62772536d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:29.774796 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a6223779-8695-4a72-ac67-bf9daff9193f req-645466bb-b89b-46cb-b7c9-f6e62772536d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 944 time: 0.0535839 Jun 16 16:24:29.828075 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a6223779-8695-4a72-ac67-bf9daff9193f req-78d1473d-2f39-44f3-abde-479edc8be6d5 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474706 Jun 16 16:24:30.022924 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 64308097-cfca-4e56-bded-c92e6aef946a up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:24:30.071035 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 64308097-cfca-4e56-bded-c92e6aef946a completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:24:30.076828 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 64308097-cfca-4e56-bded-c92e6aef946a triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:24:30.077374 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (64308097-cfca-4e56-bded-c92e6aef946a), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.155585 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 64308097-cfca-4e56-bded-c92e6aef946a is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:30.156821 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (64308097-cfca-4e56-bded-c92e6aef946a), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.181262 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:30.183551 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c239cb-f66a-470d-9391-ea0c93ccccc2" -d '{"events": [{"server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "name": "network-vif-plugged", "status": "completed", "tag": "64308097-cfca-4e56-bded-c92e6aef946a"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:30.198023 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 64308097-cfca-4e56-bded-c92e6aef946a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64308097-cfca-4e56-bded-c92e6aef946a,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:30.202269 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (64308097-cfca-4e56-bded-c92e6aef946a), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.203752 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:24:30.209696 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:30.231564 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef3337-5665-4e69-8dd7-0dd4dbcba13e x-openstack-request-id: req-0fef3337-5665-4e69-8dd7-0dd4dbcba13e {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:30.231857 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "name": "network-vif-plugged", "status": "completed", "tag": "64308097-cfca-4e56-bded-c92e6aef946a", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:30.232111 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0fef3337-5665-4e69-8dd7-0dd4dbcba13e {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:30.232513 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fef3337-5665-4e69-8dd7-0dd4dbcba13e'] response: {'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a', 'code': 200} Jun 16 16:24:30.293442 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=64308097-cfca-4e56-bded-c92e6aef946a,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:30.302708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port d9220eec-1f6d-431f-9e5e-4374035faf5f triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:24:30.302708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.383232 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port d9220eec-1f6d-431f-9e5e-4374035faf5f is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:24:30.383451 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.433824 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:30.438626 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.488275 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a958a-6276-4c5b-bb1f-51e30e1034b2 req-b4f0a7c6-56f2-4471-b67a-2f650a33a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:30.489838 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d79a958a-6276-4c5b-bb1f-51e30e1034b2 req-b4f0a7c6-56f2-4471-b67a-2f650a33a279 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1129 time: 0.0433099 Jun 16 16:24:30.490501 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=8']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:30.543430 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-d79a958a-6276-4c5b-bb1f-51e30e1034b2 req-c1fce27b-6ba7-4548-bd33-c2bac69459b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475066 Jun 16 16:24:30.715685 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13e61b-d3f0-498b-9611-8ee53f29ba2b req-71cc2c05-6943-4f09-8f3e-2319da4314f2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:30.717078 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed13e61b-d3f0-498b-9611-8ee53f29ba2b req-71cc2c05-6943-4f09-8f3e-2319da4314f2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0542901 Jun 16 16:24:30.775736 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ed13e61b-d3f0-498b-9611-8ee53f29ba2b req-d1ca77fb-8540-4fb6-991a-1039382c6d0f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522525 Jun 16 16:24:30.978014 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42b0b-e204-45ae-b6c9-3bc2502cb149 req-5afc2132-74bf-44aa-a35e-479f3e20922a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:30.982685 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-efe42b0b-e204-45ae-b6c9-3bc2502cb149 req-5afc2132-74bf-44aa-a35e-479f3e20922a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 945 time: 0.0677876 Jun 16 16:24:31.042171 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-efe42b0b-e204-45ae-b6c9-3bc2502cb149 req-9697f85b-5385-480e-aee1-fa236dc98033 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547907 Jun 16 16:24:31.899081 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:31.909672 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800e66e-b0bc-48fb-8b84-8065cc4eb07d req-c1c9798a-df88-4225-87bb-5fa23713b679 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:31.911299 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8800e66e-b0bc-48fb-8b84-8065cc4eb07d req-c1c9798a-df88-4225-87bb-5fa23713b679 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0547087 Jun 16 16:24:31.966119 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8800e66e-b0bc-48fb-8b84-8065cc4eb07d req-5b359750-4bbe-4ae7-9ef2-ea4c5dd750ef tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476570 Jun 16 16:24:32.176078 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312acdc-51ec-4c37-acdb-22a5d02abab2 req-ae2b767c-7d40-4b31-8ec7-1238fd89ab26 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:32.177774 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1312acdc-51ec-4c37-acdb-22a5d02abab2 req-ae2b767c-7d40-4b31-8ec7-1238fd89ab26 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 945 time: 0.0597115 Jun 16 16:24:32.233851 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:32.236899 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d282bf-0722-4ff8-8a60-90bda84e23a2" -d '{"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:32.248559 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-1312acdc-51ec-4c37-acdb-22a5d02abab2 req-34f18908-6228-4298-8ed3-f0f10fdad8d7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635848 Jun 16 16:24:32.277414 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ef2be-96a5-4d10-a0c1-2eddf87b69eb x-openstack-request-id: req-da8ef2be-96a5-4d10-a0c1-2eddf87b69eb {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:32.277713 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:32.277989 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-da8ef2be-96a5-4d10-a0c1-2eddf87b69eb {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:32.278539 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8ef2be-96a5-4d10-a0c1-2eddf87b69eb'] response: {'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'code': 200} Jun 16 16:24:32.346053 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:32.373314 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=100 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:32.386651 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9473ca-37d6-48d7-93c0-bc49cb1516a1 req-043d8450-e7ad-46a9-82c6-4783f8080b91 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:32.388195 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3b9473ca-37d6-48d7-93c0-bc49cb1516a1 req-043d8450-e7ad-46a9-82c6-4783f8080b91 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 945 time: 0.0536454 Jun 16 16:24:32.460427 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-3b9473ca-37d6-48d7-93c0-bc49cb1516a1 req-a7627f02-1061-4c7d-bc8f-493701b0d788 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643134 Jun 16 16:24:32.493205 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57568) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:32.565950 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c9889-56f4-472e-ae57-63b331be49fd tempest-TestVolumeBootPattern-1551844321 tempest-TestVolumeBootPattern-1551844321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:32.567470 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e30c9889-56f4-472e-ae57-63b331be49fd tempest-TestVolumeBootPattern-1551844321 tempest-TestVolumeBootPattern-1551844321-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1124 time: 0.0729623 Jun 16 16:24:32.571118 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57570) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:32.573034 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e855b-1471-47ca-a0ac-35fa5c4a58f9 req-a1893702-2aeb-4e62-abdf-6ebc6886a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:32.574487 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e44e855b-1471-47ca-a0ac-35fa5c4a58f9 req-a1893702-2aeb-4e62-abdf-6ebc6886a443 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0509889 Jun 16 16:24:32.576104 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.v2.base [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:24:32.587145 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:32.600868 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:32.630481 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e44e855b-1471-47ca-a0ac-35fa5c4a58f9 req-76193021-6c38-4206-ab3f-b0596057101b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489092 Jun 16 16:24:32.688575 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:32.814541 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Allocated IP 172.27.2.204 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/72d2d40d-e89a-46dc-956c-85f9a1ce6093) {{(pid=104114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:24:32.932371 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:32.981053 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:33.028517 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:24:33.035139 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Resources bound (agent type, host, resource id): {{(pid=104114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:24:33.039643 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Received port after_create {{(pid=104114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:24:33.064245 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=72d2d40d-e89a-46dc-956c-85f9a1ce6093,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:33.078795 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.079149 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.079519 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.079818 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.080304 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.080650 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.080981 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.081297 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.081621 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.081961 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.082408 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.082665 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.082993 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.083320 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.083639 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:33.122365 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759371c2-ca15-4692-90e2-a84697c9bef1 req-33d41f25-e112-42db-89a1-f0a345c6b7a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:33.124147 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-759371c2-ca15-4692-90e2-a84697c9bef1 req-33d41f25-e112-42db-89a1-f0a345c6b7a9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0692649 Jun 16 16:24:33.186596 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-759371c2-ca15-4692-90e2-a84697c9bef1 req-aaa94926-e5d9-4fbe-8bda-c530d82bd480 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562739 Jun 16 16:24:33.666063 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:33.728547 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:33.746844 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (43de59c7-c7ce-4a6b-8ce0-e5897b03072e), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:33.823305 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), before_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.000324 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), precommit_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.005876 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3178666'] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), after_update {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.078010 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=72d2d40d-e89a-46dc-956c-85f9a1ce6093,revision_number=2']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:34.093822 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (43de59c7-c7ce-4a6b-8ce0-e5897b03072e), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.164542 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:24:34.205512 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Floating IP 43de59c7-c7ce-4a6b-8ce0-e5897b03072e associated. External IP: 172.27.2.204, port: 64308097-cfca-4e56-bded-c92e6aef946a. Jun 16 16:24:34.378258 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6012-0ce4-4663-84f7-d3709c451f15 req-f44677a8-598c-4147-bc59-7162c6068ab9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:34.380077 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fa7d6012-0ce4-4663-84f7-d3709c451f15 req-f44677a8-598c-4147-bc59-7162c6068ab9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.1086040 Jun 16 16:24:34.490458 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-fa7d6012-0ce4-4663-84f7-d3709c451f15 req-cd4b5855-269b-4182-9acb-2e3a30b4323f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973799 Jun 16 16:24:34.567877 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:24:34.690899 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:34.700840 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:24:34.711615 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:34.714088 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:34.727193 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.732712 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:34.733708 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:24:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:34.739987 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:34.775294 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ed4ae0bf-5f9c-4ef4-8477-8aaf1f9d8fff tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2027578 Jun 16 16:24:34.776143 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:34.779832 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484eeb2d-e27d-4953-aace-33b035436608" -d '{"events": [{"name": "network-changed", "server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "tag": "64308097-cfca-4e56-bded-c92e6aef946a"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:34.880984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:34.981521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa12b89b-ff36-414f-aaff-8769fb30c6d4 x-openstack-request-id: req-aa12b89b-ff36-414f-aaff-8769fb30c6d4 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:34.982137 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "tag": "64308097-cfca-4e56-bded-c92e6aef946a", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:34.982552 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aa12b89b-ff36-414f-aaff-8769fb30c6d4 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:34.983289 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa12b89b-ff36-414f-aaff-8769fb30c6d4'] response: {'name': 'network-changed', 'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a', 'status': 'completed', 'code': 200} Jun 16 16:24:35.073577 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeb2d-e27d-4953-aace-33b035436608 req-24908d03-aff2-4a5a-9387-1b66a2580c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:35.075232 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-24908d03-aff2-4a5a-9387-1b66a2580c7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1129 time: 0.0557325 Jun 16 16:24:35.161081 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:33Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:35.191998 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:35.201607 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:35.201865 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeb2d-e27d-4953-aace-33b035436608 req-1c7fa723-7312-4799-b0e2-a1b14744c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:35.202394 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:24:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:35.211858 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-1c7fa723-7312-4799-b0e2-a1b14744c975 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1146390 Jun 16 16:24:35.297203 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-4840203c-737d-4d86-84d8-45be78be105a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 200 len: 999 time: 0.0838728 Jun 16 16:24:35.343604 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:35.371196 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeb2d-e27d-4953-aace-33b035436608 req-1be8d7c4-8890-4e68-9185-f950aa8cf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:35.372685 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-1be8d7c4-8890-4e68-9185-f950aa8cf900 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0649986 Jun 16 16:24:35.435371 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeb2d-e27d-4953-aace-33b035436608 req-8ed91518-7c97-4352-be59-1cc1323348ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:35.437250 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-8ed91518-7c97-4352-be59-1cc1323348ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542917 Jun 16 16:24:35.541960 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:35.576273 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-797609dc-99e0-4d75-bf21-bbcc43518144 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267593 Jun 16 16:24:35.638913 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:33Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:35.658780 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a568ca4-cb13-4a15-8488-99f6eca7b4aa req-ff0b562b-d7ae-44cc-ade3-c03dcf391de9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:35.661318 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5a568ca4-cb13-4a15-8488-99f6eca7b4aa req-ff0b562b-d7ae-44cc-ade3-c03dcf391de9 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0802987 Jun 16 16:24:35.689205 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0829f9-b62c-475b-a899-4c8264812464 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:33Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:35.697904 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-484eeb2d-e27d-4953-aace-33b035436608 req-a07a9fd8-2f68-4404-b6d7-627a21acaecc service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097727 Jun 16 16:24:35.738339 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-5a568ca4-cb13-4a15-8488-99f6eca7b4aa req-81672163-2c59-45cb-9c0b-dc5100fc71f2 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695357 Jun 16 16:24:35.946645 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033fa51-674e-47ba-afb6-5eb8758b45b5 None None] New status for floating IP 43de59c7-c7ce-4a6b-8ce0-e5897b03072e: ACTIVE {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:24:39.155075 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:45.690955 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=77 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:45.692966 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=59 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:45.727428 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:45.732307 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=11 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:49.803488 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2a42591-0f94-4585-9d7c-272a895d6ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:52.276308 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-71be653e-d5ba-4d53-8f2b-763dffe79d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:52.465208 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-88d1cb3d-8e71-4ee6-8aa6-84dd21d0ea12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465238 Jun 16 16:24:52.563306 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-fe297cee-bc63-4825-b5b9-6143387283b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:52.565611 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-fe297cee-bc63-4825-b5b9-6143387283b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 1131 time: 0.0610712 Jun 16 16:24:52.703570 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-536147e7-88ef-4008-a48d-c896c6810e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:52.705124 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-536147e7-88ef-4008-a48d-c896c6810e0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 200 len: 918 time: 0.1027200 Jun 16 16:24:52.795591 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-ee17dc77-4a52-4cc7-af38-cc497dfdf9b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 200 len: 1002 time: 0.0808783 Jun 16 16:24:52.868769 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-e9e14291-6d75-4e10-9db3-92d184607748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:52.871017 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-e9e14291-6d75-4e10-9db3-92d184607748 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 200 len: 856 time: 0.0653346 Jun 16 16:24:52.937614 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-215c3d8a-bcd7-4d40-b596-5057d33d75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:52.939992 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-215c3d8a-bcd7-4d40-b596-5057d33d75f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc81646-6b2e-4fdc-9873-034ae8e222b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530658 Jun 16 16:24:53.064354 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-7a433bd4-8652-4b47-b56f-f7e5e8e92484 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073236 Jun 16 16:24:53.162938 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-13e1e97a-67f6-42eb-94b7-afac49fe41d7 req-df351297-ac54-4956-95e2-95e41885536d service neutron] 10.222.0.25 "GET /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920792 Jun 16 16:24:53.230026 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:53.235686 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:53.599212 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:54.873605 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.316786 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:59.723333 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90db73-2239-445f-9655-a0f3be73c63e req-a3160971-5431-4683-a382-af258ddb8ea0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:59.724849 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7b90db73-2239-445f-9655-a0f3be73c63e req-a3160971-5431-4683-a382-af258ddb8ea0 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 947 time: 0.0647910 Jun 16 16:25:00.085344 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7b90db73-2239-445f-9655-a0f3be73c63e req-476debca-d670-4e7e-a311-418b50e79d4d tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538957 Jun 16 16:25:01.235144 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff487-296d-4aaf-942d-94a87de66fbc req-d463acdb-31fd-49dd-a331-b62ed1f20648 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:01.236776 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db4ff487-296d-4aaf-942d-94a87de66fbc req-d463acdb-31fd-49dd-a331-b62ed1f20648 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 947 time: 0.0587652 Jun 16 16:25:01.309344 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-db4ff487-296d-4aaf-942d-94a87de66fbc req-6f42e185-ccea-422e-b3aa-1715e5996578 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups?id=97f99015-3816-4e0e-a60d-2df356e0fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637088 Jun 16 16:25:01.571881 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-ffec2ea2-cbcf-47a6-befe-882afec134ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:01.573355 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-ffec2ea2-cbcf-47a6-befe-882afec134ef tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 947 time: 0.0549643 Jun 16 16:25:01.685451 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Deleting port 5ee1def3-312f-411f-9c12-54728972e3ff {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:01.685793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.801386 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] For port 5ee1def3-312f-411f-9c12-54728972e3ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5ee1def3-312f-411f-9c12-54728972e3ff,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:01.801770 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.001317 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:02.015423 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.015826 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (b0c95062-3644-4325-9d34-a4858ee5e94d), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.016175 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Floating IP b0c95062-3644-4325-9d34-a4858ee5e94d disassociated. External IP: 172.27.2.139, port: 5ee1def3-312f-411f-9c12-54728972e3ff. Jun 16 16:25:02.016536 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Calling delete_port for 5ee1def3-312f-411f-9c12-54728972e3ff owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:02.073159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:02.176978 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (5ee1def3-312f-411f-9c12-54728972e3ff), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.208470 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event deleted for resources: {'Port': ['ID=5ee1def3-312f-411f-9c12-54728972e3ff,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:02.346166 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:25:02.441097 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-10134b44-e2f7-4c0b-ab74-236874c18553 req-374b8227-c7e9-4e33-a224-3b0e091eae9b tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c39c574-58f7-40d4-8586-71b6d0e43ad8 HTTP/1.1" status: 200 len: 210 time: 0.0349956 Jun 16 16:25:02.506544 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:25:02.518914 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:02.532043 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:25:02.532676 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:24:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:02.559833 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] No DVR routers for this DVR port 5ee1def3-312f-411f-9c12-54728972e3ff on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:25:02.562943 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.572918 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7e823cf0-e631-4a49-b56a-4d2b32a527b5 req-8594ab4c-fbfd-4dde-92b3-af5c95466cf8 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.25 "DELETE /v2.0/ports/5ee1def3-312f-411f-9c12-54728972e3ff HTTP/1.1" status: 204 len: 173 time: 0.9857347 Jun 16 16:25:02.572918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-deleted', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:02.572918 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551857a-76f7-4855-a553-74fade740272" -d '{"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-deleted", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:02.615351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfcad04-c3af-4e50-8b9b-beb09003da70 x-openstack-request-id: req-3dfcad04-c3af-4e50-8b9b-beb09003da70 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:02.616019 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c39c574-58f7-40d4-8586-71b6d0e43ad8", "name": "network-vif-deleted", "tag": "5ee1def3-312f-411f-9c12-54728972e3ff", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:02.616353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3dfcad04-c3af-4e50-8b9b-beb09003da70 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:02.616995 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfcad04-c3af-4e50-8b9b-beb09003da70'] response: {'server_uuid': '3c39c574-58f7-40d4-8586-71b6d0e43ad8', 'name': 'network-vif-deleted', 'tag': '5ee1def3-312f-411f-9c12-54728972e3ff', 'status': 'completed', 'code': 200} Jun 16 16:25:02.635591 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:02.680050 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:25:03.089138 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:03.116857 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:03.127590 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:25:03.128269 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:24:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:03.250921 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:25:03.526803 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:03.528462 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:03.555646 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73fa7c-41bf-46bf-8ec2-6da159f9d3a2 None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:19:30Z', 'revision_number': 4, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': 'cc88aad2-9be5-437a-b971-0b8fb697be6c', 'name': '', 'network_id': '6dc81646-6b2e-4fdc-9873-034ae8e222b6', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'mac_address': 'fa:16:3e:05:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:29Z', 'updated_at': '2022-06-16T16:19:33Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'subnets': [{'id': 'e3e29f02-f0f4-44f9-baa1-6e663f592055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:03.569992 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57630) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:03.649068 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18a6895e-38c0-49af-bd7f-b4b733c7ff13 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (97f99015-3816-4e0e-a60d-2df356e0fc86), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:03.680524 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18a6895e-38c0-49af-bd7f-b4b733c7ff13 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (97f99015-3816-4e0e-a60d-2df356e0fc86), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:03.740119 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18a6895e-38c0-49af-bd7f-b4b733c7ff13 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (97f99015-3816-4e0e-a60d-2df356e0fc86), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:03.746398 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-18a6895e-38c0-49af-bd7f-b4b733c7ff13 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:03.748098 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-18a6895e-38c0-49af-bd7f-b4b733c7ff13 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "DELETE /v2.0/security-groups/97f99015-3816-4e0e-a60d-2df356e0fc86 HTTP/1.1" status: 204 len: 168 time: 0.1769640 Jun 16 16:25:03.753059 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57632) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:03.759378 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6895e-38c0-49af-bd7f-b4b733c7ff13 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f99015-3816-4e0e-a60d-2df356e0fc86,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:03.777154 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.api.v2.resource [None req-9c74df5c-a30c-4720-8beb-b00dbad216a3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] show failed (client error): The resource could not be found. Jun 16 16:25:03.779445 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9c74df5c-a30c-4720-8beb-b00dbad216a3 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "GET /v2.0/security-groups/97f99015-3816-4e0e-a60d-2df356e0fc86 HTTP/1.1" status: 404 len: 347 time: 0.0238848 Jun 16 16:25:03.783271 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57634) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:03.882773 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26972de-4d51-4901-80af-ce1c836267ab None None] New status for floating IP b0c95062-3644-4325-9d34-a4858ee5e94d: DOWN {{(pid=104117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:25:03.922085 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Deleting port 2846edf0-31ed-46c2-ad6d-4168f3a09c26 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:03.922085 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:04.020759 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:04.021088 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (2846edf0-31ed-46c2-ad6d-4168f3a09c26), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:04.037037 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Calling delete_port for 2846edf0-31ed-46c2-ad6d-4168f3a09c26 owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:04.158753 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:25:04.181910 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 5ee1def3-312f-411f-9c12-54728972e3ff {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:25:04.182262 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 5ee1def3-312f-411f-9c12-54728972e3ff not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:25:04.193212 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (2846edf0-31ed-46c2-ad6d-4168f3a09c26), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:04.219293 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Pushing event deleted for resources: {'Port': ['ID=2846edf0-31ed-46c2-ad6d-4168f3a09c26,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.283669 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks [] for floatingip (b0c95062-3644-4325-9d34-a4858ee5e94d), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:04.286187 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:04.287408 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ae60a38a-5c86-4e60-a082-5e400392dab6 tempest-AttachVolumeShelveTestJSON-2130906217 tempest-AttachVolumeShelveTestJSON-2130906217-project] 10.222.0.17 "DELETE /v2.0/floatingips/b0c95062-3644-4325-9d34-a4858ee5e94d HTTP/1.1" status: 204 len: 168 time: 0.5025363 Jun 16 16:25:06.734900 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57658) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:07.216140 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (a37c8019-39c7-43fc-9b63-4b00c3340ad4), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.314305 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:07.473895 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Deleting port cc88aad2-9be5-437a-b971-0b8fb697be6c {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:07.474187 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.476775 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:07.563704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] For port cc88aad2-9be5-437a-b971-0b8fb697be6c, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=cc88aad2-9be5-437a-b971-0b8fb697be6c,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:07.564064 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.578169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Calling delete_port for cc88aad2-9be5-437a-b971-0b8fb697be6c owned by network:router_interface {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:07.785311 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (cc88aad2-9be5-437a-b971-0b8fb697be6c), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.811315 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc88aad2-9be5-437a-b971-0b8fb697be6c,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:07.986735 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (a37c8019-39c7-43fc-9b63-4b00c3340ad4), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:08.215390 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Router a37c8019-39c7-43fc-9b63-4b00c3340ad4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:25:08.218764 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:08.325968 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:25:08.334327 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ee06d790-64ce-4ff0-9b4f-dd368e9f4ca9 admin admin] 10.222.0.17 "PUT /v2.0/routers/a37c8019-39c7-43fc-9b63-4b00c3340ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5954657 Jun 16 16:25:08.335143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57662) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:08.338687 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] Sync routers for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:08.354827 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:25:08.355633 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:24:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:08.418625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:08.446178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks [] for router (a37c8019-39c7-43fc-9b63-4b00c3340ad4), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:08.472937 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:25:08.556697 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks [] for router_gateway (a37c8019-39c7-43fc-9b63-4b00c3340ad4), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:08.604665 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Deleting port abbd30da-7549-4de4-aef1-8a3856bc7bf5 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:08.605031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:08.663732 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:25:07Z', 'revision_number': 5, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port': {'id': 'abbd30da-7549-4de4-aef1-8a3856bc7bf5', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:19:27Z', 'updated_at': '2022-06-16T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:08.696984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] Checking router: a37c8019-39c7-43fc-9b63-4b00c3340ad4 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:08.704546 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] For port abbd30da-7549-4de4-aef1-8a3856bc7bf5, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=abbd30da-7549-4de4-aef1-8a3856bc7bf5,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:08.705112 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:08.709212 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] Routers {'a37c8019-39c7-43fc-9b63-4b00c3340ad4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:25:08.710217 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:24:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:08.726931 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Calling delete_port for abbd30da-7549-4de4-aef1-8a3856bc7bf5 owned by network:router_gateway {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:08.810255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:08.811873 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] Set router a37c8019-39c7-43fc-9b63-4b00c3340ad4 gateway port host: None {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:25:08.865443 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:25:08Z', 'revision_number': 6, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:08.891807 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f0cd5-0cd4-4510-8958-4edcaad0545e None None] The sync data for ids ['a37c8019-39c7-43fc-9b63-4b00c3340ad4'] in dv-cinder-837167-3-iscsi is: [{'id': 'a37c8019-39c7-43fc-9b63-4b00c3340ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1367868460-router', 'tenant_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:19:26Z', 'updated_at': '2022-06-16T16:25:08Z', 'revision_number': 6, 'project_id': '5411e6d1c7a94aeeaaa8a0a30fb4887b', 'gw_port_host': None}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:08.917689 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (abbd30da-7549-4de4-aef1-8a3856bc7bf5), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:08.944732 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbd30da-7549-4de4-aef1-8a3856bc7bf5,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:09.016299 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (a37c8019-39c7-43fc-9b63-4b00c3340ad4), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.126308 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (a37c8019-39c7-43fc-9b63-4b00c3340ad4), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.128591 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks [] for router_controller (a37c8019-39c7-43fc-9b63-4b00c3340ad4), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.156342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.178513 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (a37c8019-39c7-43fc-9b63-4b00c3340ad4), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.179120 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a37c8019-39c7-43fc-9b63-4b00c3340ad4 {{(pid=104115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:25:09.184560 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.185693 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1dc2ea02-c97c-4442-a2a4-6ffeffb6da06 admin admin] 10.222.0.17 "DELETE /v2.0/routers/a37c8019-39c7-43fc-9b63-4b00c3340ad4 HTTP/1.1" status: 204 len: 168 time: 0.8495920 Jun 16 16:25:09.188869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57664) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:09.235990 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Deleting subnet e3e29f02-f0f4-44f9-baa1-6e663f592055 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:25:09.239735 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Publish callbacks [] for subnet (e3e29f02-f0f4-44f9-baa1-6e663f592055), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.258622 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:09.280749 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (e3e29f02-f0f4-44f9-baa1-6e663f592055), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.369569 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (e3e29f02-f0f4-44f9-baa1-6e663f592055), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.397020 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:09.434529 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (e3e29f02-f0f4-44f9-baa1-6e663f592055), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.464032 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e29f02-f0f4-44f9-baa1-6e663f592055,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:09.466044 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.469314 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-fd4a0be6-9dc0-4d6d-8621-815989bd7893 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e3e29f02-f0f4-44f9-baa1-6e663f592055 HTTP/1.1" status: 204 len: 168 time: 0.2795033 Jun 16 16:25:09.473325 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57666) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:09.473957 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a701a0-ee03-4295-8206-d4c5e7826878 None None] Network 6dc81646-6b2e-4fdc-9873-034ae8e222b6 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:25:09.552087 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (6dc81646-6b2e-4fdc-9873-034ae8e222b6), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.598191 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Deleting port 7c47f11e-5254-4643-b3d5-55b1033e10b1 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:09.598534 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.707885 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] DHCP port deletion for 6dc81646-6b2e-4fdc-9873-034ae8e222b6 request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:25:09.717207 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] For port 7c47f11e-5254-4643-b3d5-55b1033e10b1, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7c47f11e-5254-4643-b3d5-55b1033e10b1,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:09.717806 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.748549 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Calling delete_port for 7c47f11e-5254-4643-b3d5-55b1033e10b1 owned by network:dhcp {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:09.754401 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:09.760301 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:09.777102 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Deleting port 7c47f11e-5254-4643-b3d5-55b1033e10b1 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:09.777478 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.852842 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device cc88aad2-9be5-437a-b971-0b8fb697be6c no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:25:09.865273 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.889687 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: cc88aad2-9be5-437a-b971-0b8fb697be6c {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:25:09.890055 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device cc88aad2-9be5-437a-b971-0b8fb697be6c not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:25:09.895120 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] For port 7c47f11e-5254-4643-b3d5-55b1033e10b1, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=7c47f11e-5254-4643-b3d5-55b1033e10b1,segment=NetworkSegment(bb5f0f40-3524-4c58-bca8-ade6f0216972),segment_id=bb5f0f40-3524-4c58-bca8-ade6f0216972)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:09.895527 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:09.900355 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c47f11e-5254-4643-b3d5-55b1033e10b1,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:09.911362 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Calling delete_port for 7c47f11e-5254-4643-b3d5-55b1033e10b1 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:09.912681 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] No DVR routers for this DVR port 7c47f11e-5254-4643-b3d5-55b1033e10b1 on host dv-cinder-837167-3-iscsi {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:25:10.011870 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (6dc81646-6b2e-4fdc-9873-034ae8e222b6), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.019636 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (7c47f11e-5254-4643-b3d5-55b1033e10b1), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.040692 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc81646-6b2e-4fdc-9873-034ae8e222b6']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:10.051514 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Pushing event deleted for resources: {'Port': ['ID=7c47f11e-5254-4643-b3d5-55b1033e10b1,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:10.056906 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5f0f40-3524-4c58-bca8-ade6f0216972') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:10.057777 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5f0f40-3524-4c58-bca8-ade6f0216972') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:10.062821 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] No DVR routers for this DVR port 7c47f11e-5254-4643-b3d5-55b1033e10b1 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:25:10.064975 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.065324 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.065874 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.066363 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.066704 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.067060 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.067428 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.067761 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.068091 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.068421 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.068742 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.069066 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.070290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.070290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.070290 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46311286-c043-4cd3-a51e-0aed551e8a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:10.077588 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (bb5f0f40-3524-4c58-bca8-ade6f0216972), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.097336 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (bb5f0f40-3524-4c58-bca8-ade6f0216972), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.114643 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:25:10.115053 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (bb5f0f40-3524-4c58-bca8-ade6f0216972), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.192449 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (6dc81646-6b2e-4fdc-9873-034ae8e222b6), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.208289 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.215259 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] 10.222.0.17 "DELETE /v2.0/networks/6dc81646-6b2e-4fdc-9873-034ae8e222b6 HTTP/1.1" status: 204 len: 168 time: 0.7381530 Jun 16 16:25:10.215259 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb4813-b5e7-4e63-b0df-c24ad455fc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc81646-6b2e-4fdc-9873-034ae8e222b6,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:10.226081 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment bb5f0f40-3524-4c58-bca8-ade6f0216972 resource provider aggregate not found Jun 16 16:25:10.243795 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment bb5f0f40-3524-4c58-bca8-ade6f0216972 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb5f0f40-3524-4c58-bca8-ade6f0216972 found for delete ", "request_id": "req-17061286-22cc-40b4-837e-35be43aa83bd"}]} Jun 16 16:25:10.354789 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57676) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:10.397356 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-52b3e7af-82b7-4aca-bfa2-b0bf0c94f8cc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5411e6d1c7a94aeeaaa8a0a30fb4887b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413995 Jun 16 16:25:10.400299 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57678) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:10.450800 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5619d507-cde8-4073-bcd0-9f79abbf145c admin admin] Publish callbacks [] for security_group (9ab48f7c-1bf1-4348-91f0-a8417c32dae1), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.474642 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5619d507-cde8-4073-bcd0-9f79abbf145c admin admin] Publish callbacks [] for security_group (9ab48f7c-1bf1-4348-91f0-a8417c32dae1), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.523272 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5619d507-cde8-4073-bcd0-9f79abbf145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9ab48f7c-1bf1-4348-91f0-a8417c32dae1), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.526004 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-5619d507-cde8-4073-bcd0-9f79abbf145c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:10.527164 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-5619d507-cde8-4073-bcd0-9f79abbf145c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ab48f7c-1bf1-4348-91f0-a8417c32dae1 HTTP/1.1" status: 204 len: 168 time: 0.1259370 Jun 16 16:25:10.536827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619d507-cde8-4073-bcd0-9f79abbf145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab48f7c-1bf1-4348-91f0-a8417c32dae1,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:11.165433 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:25:11.395057 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device abbd30da-7549-4de4-aef1-8a3856bc7bf5 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:25:11.414799 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: abbd30da-7549-4de4-aef1-8a3856bc7bf5 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:25:11.415136 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device abbd30da-7549-4de4-aef1-8a3856bc7bf5 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:25:11.415758 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7c47f11e-5254-4643-b3d5-55b1033e10b1 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:25:11.435114 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 7c47f11e-5254-4643-b3d5-55b1033e10b1 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:25:11.436095 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 7c47f11e-5254-4643-b3d5-55b1033e10b1 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:25:19.190349 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57790) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:19.317570 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f21-186f-45b3-a8cd-f82bd5511cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.401730 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f21-186f-45b3-a8cd-f82bd5511cc2 admin admin] Publish callbacks [] for security_group (d8b680f4-1d96-45b0-91f3-5421d169ebd4), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.405988 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f21-186f-45b3-a8cd-f82bd5511cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d8b680f4-1d96-45b0-91f3-5421d169ebd4), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.441425 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:19.443457 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:19.447050 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d84a7f21-186f-45b3-a8cd-f82bd5511cc2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2aba1902188b4aeea6f353c25692a234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555888 Jun 16 16:25:19.448487 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7f21-186f-45b3-a8cd-f82bd5511cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b680f4-1d96-45b0-91f3-5421d169ebd4,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.449999 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57794) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:19.507935 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Publish callbacks [] for security_group (d8b680f4-1d96-45b0-91f3-5421d169ebd4), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.531924 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Publish callbacks [] for security_group (d8b680f4-1d96-45b0-91f3-5421d169ebd4), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.591717 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d8b680f4-1d96-45b0-91f3-5421d169ebd4), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.594439 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.595612 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d8b680f4-1d96-45b0-91f3-5421d169ebd4 HTTP/1.1" status: 204 len: 168 time: 0.1436622 Jun 16 16:25:19.604259 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b680f4-1d96-45b0-91f3-5421d169ebd4,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.613502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.613959 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.614228 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.614581 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.614923 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.615251 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.615579 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.615907 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.616235 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.616559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.616885 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.617209 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.617532 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.617853 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.618228 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebefe3b-8c47-46bd-b100-b7e18ccab398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:19.800513 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-91f49853-410b-4c2b-8d96-438a13cec99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:21.740190 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57864) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:21.863005 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c67980ea-e403-4c5d-b7af-860840205c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:21.951548 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c67980ea-e403-4c5d-b7af-860840205c36 admin admin] Publish callbacks [] for security_group (5f9ea9bc-65fa-46c4-a539-0686c1d7d578), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:21.955494 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-c67980ea-e403-4c5d-b7af-860840205c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (5f9ea9bc-65fa-46c4-a539-0686c1d7d578), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:21.997529 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-c67980ea-e403-4c5d-b7af-860840205c36 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d8c347c4de804ae09c2f3540dbec28d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561128 Jun 16 16:25:21.998980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67980ea-e403-4c5d-b7af-860840205c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ea9bc-65fa-46c4-a539-0686c1d7d578,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.000868 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57868) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:22.053101 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b1efc50c-9387-497d-8d56-d6d218e61cef admin admin] Publish callbacks [] for security_group (5f9ea9bc-65fa-46c4-a539-0686c1d7d578), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.075663 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b1efc50c-9387-497d-8d56-d6d218e61cef admin admin] Publish callbacks [] for security_group (5f9ea9bc-65fa-46c4-a539-0686c1d7d578), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.097698 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:22.109385 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:22.126945 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b1efc50c-9387-497d-8d56-d6d218e61cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (5f9ea9bc-65fa-46c4-a539-0686c1d7d578), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.129557 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b1efc50c-9387-497d-8d56-d6d218e61cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.130765 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b1efc50c-9387-497d-8d56-d6d218e61cef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5f9ea9bc-65fa-46c4-a539-0686c1d7d578 HTTP/1.1" status: 204 len: 168 time: 0.1289070 Jun 16 16:25:22.139716 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efc50c-9387-497d-8d56-d6d218e61cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ea9bc-65fa-46c4-a539-0686c1d7d578,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.276191 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3e35bb78-fc3b-42a7-baf2-7037d10bb0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.443960 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57874) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:22.459138 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-81ebe1bc-0ba9-4c17-82b0-39ff708f2f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.546451 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-81ebe1bc-0ba9-4c17-82b0-39ff708f2f26 admin admin] Publish callbacks [] for security_group (4466a163-8448-4658-9a07-c73143512309), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.550614 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-81ebe1bc-0ba9-4c17-82b0-39ff708f2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (4466a163-8448-4658-9a07-c73143512309), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.593800 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-81ebe1bc-0ba9-4c17-82b0-39ff708f2f26 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3c37f426c6d74e09adb4c1c174ffc039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487458 Jun 16 16:25:22.594927 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebe1bc-0ba9-4c17-82b0-39ff708f2f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4466a163-8448-4658-9a07-c73143512309,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.596539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57876) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:22.651715 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5b716f7-cc2e-45e8-9b4e-ea28f2553e5e admin admin] Publish callbacks [] for security_group (4466a163-8448-4658-9a07-c73143512309), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.674581 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5b716f7-cc2e-45e8-9b4e-ea28f2553e5e admin admin] Publish callbacks [] for security_group (4466a163-8448-4658-9a07-c73143512309), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.724350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5b716f7-cc2e-45e8-9b4e-ea28f2553e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (4466a163-8448-4658-9a07-c73143512309), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.726965 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d5b716f7-cc2e-45e8-9b4e-ea28f2553e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.728154 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d5b716f7-cc2e-45e8-9b4e-ea28f2553e5e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4466a163-8448-4658-9a07-c73143512309 HTTP/1.1" status: 204 len: 168 time: 0.1300297 Jun 16 16:25:22.737154 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b716f7-cc2e-45e8-9b4e-ea28f2553e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4466a163-8448-4658-9a07-c73143512309,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:23.589169 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:23.609340 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.476911 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57922) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:24.603616 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ab4381aa-9ac0-44ae-9aa5-11b140fc91c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.693371 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ab4381aa-9ac0-44ae-9aa5-11b140fc91c2 admin admin] Publish callbacks [] for security_group (9dd8e98b-c29d-4600-a56b-8cdc052bbc44), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.698260 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ab4381aa-9ac0-44ae-9aa5-11b140fc91c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9dd8e98b-c29d-4600-a56b-8cdc052bbc44), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.737716 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4381aa-9ac0-44ae-9aa5-11b140fc91c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd8e98b-c29d-4600-a56b-8cdc052bbc44,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:24.742401 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ab4381aa-9ac0-44ae-9aa5-11b140fc91c2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=45ef41dbf1d74072a0147fd501819e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642782 Jun 16 16:25:24.746426 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 57926) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:24.800883 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cfc93f01-39d9-4edb-b774-837715a05b6c admin admin] Publish callbacks [] for security_group (9dd8e98b-c29d-4600-a56b-8cdc052bbc44), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.827417 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cfc93f01-39d9-4edb-b774-837715a05b6c admin admin] Publish callbacks [] for security_group (9dd8e98b-c29d-4600-a56b-8cdc052bbc44), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.868235 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.876926 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cfc93f01-39d9-4edb-b774-837715a05b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (9dd8e98b-c29d-4600-a56b-8cdc052bbc44), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.879866 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-cfc93f01-39d9-4edb-b774-837715a05b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.881188 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-cfc93f01-39d9-4edb-b774-837715a05b6c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9dd8e98b-c29d-4600-a56b-8cdc052bbc44 HTTP/1.1" status: 204 len: 168 time: 0.1334953 Jun 16 16:25:24.891077 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc93f01-39d9-4edb-b774-837715a05b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd8e98b-c29d-4600-a56b-8cdc052bbc44,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.183275 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57932) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:25.200357 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f547937d-6ad5-4377-b606-e56c1469e912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.281595 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f547937d-6ad5-4377-b606-e56c1469e912 admin admin] Publish callbacks [] for security_group (f336e25d-9793-469d-abed-4aa5a0784ba6), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.285559 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-f547937d-6ad5-4377-b606-e56c1469e912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f336e25d-9793-469d-abed-4aa5a0784ba6), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.318357 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.326231 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547937d-6ad5-4377-b606-e56c1469e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f336e25d-9793-469d-abed-4aa5a0784ba6,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.330612 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-f547937d-6ad5-4377-b606-e56c1469e912 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4b4312f5d3934e3ba708c5e25c77a30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463318 Jun 16 16:25:25.333460 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 57934) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:25.386727 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b844e6bf-e815-4c52-8a74-f428262ac97b admin admin] Publish callbacks [] for security_group (f336e25d-9793-469d-abed-4aa5a0784ba6), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.388824 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:25.412752 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b844e6bf-e815-4c52-8a74-f428262ac97b admin admin] Publish callbacks [] for security_group (f336e25d-9793-469d-abed-4aa5a0784ba6), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.421902 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:25.470742 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b844e6bf-e815-4c52-8a74-f428262ac97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f336e25d-9793-469d-abed-4aa5a0784ba6), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.473545 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b844e6bf-e815-4c52-8a74-f428262ac97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.474901 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b844e6bf-e815-4c52-8a74-f428262ac97b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f336e25d-9793-469d-abed-4aa5a0784ba6 HTTP/1.1" status: 204 len: 168 time: 0.1404569 Jun 16 16:25:25.484581 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844e6bf-e815-4c52-8a74-f428262ac97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336e25d-9793-469d-abed-4aa5a0784ba6,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:30.220735 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:30.236506 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=13 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:31.514143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58016) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:31.627368 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e5defc25-deb0-4b45-941d-3a5c34ce3451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.711434 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e5defc25-deb0-4b45-941d-3a5c34ce3451 admin admin] Publish callbacks [] for security_group (a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.715169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-e5defc25-deb0-4b45-941d-3a5c34ce3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.755163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5defc25-deb0-4b45-941d-3a5c34ce3451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:31.759747 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-e5defc25-deb0-4b45-941d-3a5c34ce3451 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c68641aa1fbb4bbfb66ccfaac1de3c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432220 Jun 16 16:25:31.762537 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58020) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:31.813958 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-41098782-ea1f-44f1-b61b-0bc525cb0030 admin admin] Publish callbacks [] for security_group (a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.835642 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-41098782-ea1f-44f1-b61b-0bc525cb0030 admin admin] Publish callbacks [] for security_group (a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.890010 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-41098782-ea1f-44f1-b61b-0bc525cb0030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.892900 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-41098782-ea1f-44f1-b61b-0bc525cb0030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:31.894196 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-41098782-ea1f-44f1-b61b-0bc525cb0030 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357 HTTP/1.1" status: 204 len: 168 time: 0.1308937 Jun 16 16:25:31.908700 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098782-ea1f-44f1-b61b-0bc525cb0030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9442ec7-6a5c-4a8c-9b3d-2b8e710cb357,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:32.202787 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58026) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:32.216510 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b9285559-47e2-4477-87c1-7eb47def6023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.305555 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b9285559-47e2-4477-87c1-7eb47def6023 admin admin] Publish callbacks [] for security_group (f3652492-a8de-4da6-addb-aead789adad4), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.310649 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b9285559-47e2-4477-87c1-7eb47def6023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f3652492-a8de-4da6-addb-aead789adad4), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.353422 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b9285559-47e2-4477-87c1-7eb47def6023 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5383c7ead40a4084b349e46066ed9999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493747 Jun 16 16:25:32.354058 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285559-47e2-4477-87c1-7eb47def6023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3652492-a8de-4da6-addb-aead789adad4,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:32.356011 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58028) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:32.417246 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-92b34a60-9f35-4517-aef8-c7932c967d11 admin admin] Publish callbacks [] for security_group (f3652492-a8de-4da6-addb-aead789adad4), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.440085 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-92b34a60-9f35-4517-aef8-c7932c967d11 admin admin] Publish callbacks [] for security_group (f3652492-a8de-4da6-addb-aead789adad4), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.490106 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-92b34a60-9f35-4517-aef8-c7932c967d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f3652492-a8de-4da6-addb-aead789adad4), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.494498 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-92b34a60-9f35-4517-aef8-c7932c967d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.495663 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-92b34a60-9f35-4517-aef8-c7932c967d11 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f3652492-a8de-4da6-addb-aead789adad4 HTTP/1.1" status: 204 len: 168 time: 0.1386623 Jun 16 16:25:32.504407 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b34a60-9f35-4517-aef8-c7932c967d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3652492-a8de-4da6-addb-aead789adad4,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:33.748173 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58066) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:33.860994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:33.887082 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:33.919321 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:33.952855 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Publish callbacks [] for security_group (f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7), precommit_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:33.956686 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7), after_create {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:34.002002 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5606dd7930a443ceacc2af0fe07debe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524135 Jun 16 16:25:34.002902 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7,revision_number=1']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:34.004113 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58070) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:34.011713 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.012072 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.012418 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.012764 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.013107 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.013468 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.013784 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.014638 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.014974 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.015307 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.015640 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.015972 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.016329 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.016653 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.016979 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a50194-60fa-4183-ba5c-ae429ddee677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:34.056561 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc498217-3f75-4089-8cc3-ef2250db311b admin admin] Publish callbacks [] for security_group (f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:34.082732 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc498217-3f75-4089-8cc3-ef2250db311b admin admin] Publish callbacks [] for security_group (f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:34.132989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc498217-3f75-4089-8cc3-ef2250db311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:34.135909 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-bc498217-3f75-4089-8cc3-ef2250db311b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:34.137044 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-bc498217-3f75-4089-8cc3-ef2250db311b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7 HTTP/1.1" status: 204 len: 168 time: 0.1319525 Jun 16 16:25:34.146159 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc498217-3f75-4089-8cc3-ef2250db311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e3cb5-025f-4d2b-aaa1-c50e8ab8b8a7,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:39.151216 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:39.166441 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.006190 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=8 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:44.007080 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:INSERT=3,neutron:SELECT=15 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:44.118339 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=7,neutron:SELECT=71,neutron:INSERT=10 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:44.142612 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:44.228542 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58202) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:44.336824 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d898aa6-8bcf-4de4-b0ca-c7fe89e93976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.426978 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d898aa6-8bcf-4de4-b0ca-c7fe89e93976 admin admin] Publish callbacks [] for security_group (80b9dae9-e2c5-4e2e-8171-57d9c1fd514e), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.432455 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-1d898aa6-8bcf-4de4-b0ca-c7fe89e93976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (80b9dae9-e2c5-4e2e-8171-57d9c1fd514e), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.476280 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1d898aa6-8bcf-4de4-b0ca-c7fe89e93976 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71b592d6be0b4f9a9bf9c884bc21097b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466104 Jun 16 16:25:44.477005 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898aa6-8bcf-4de4-b0ca-c7fe89e93976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9dae9-e2c5-4e2e-8171-57d9c1fd514e,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:44.479619 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58206) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:44.549132 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9fe0883d-8709-4838-ba85-ff5b97e45feb admin admin] Publish callbacks [] for security_group (80b9dae9-e2c5-4e2e-8171-57d9c1fd514e), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.574453 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9fe0883d-8709-4838-ba85-ff5b97e45feb admin admin] Publish callbacks [] for security_group (80b9dae9-e2c5-4e2e-8171-57d9c1fd514e), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.634255 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9fe0883d-8709-4838-ba85-ff5b97e45feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (80b9dae9-e2c5-4e2e-8171-57d9c1fd514e), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.636817 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9fe0883d-8709-4838-ba85-ff5b97e45feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.640598 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9fe0883d-8709-4838-ba85-ff5b97e45feb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/80b9dae9-e2c5-4e2e-8171-57d9c1fd514e HTTP/1.1" status: 204 len: 168 time: 0.1600595 Jun 16 16:25:44.650831 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0883d-8709-4838-ba85-ff5b97e45feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9dae9-e2c5-4e2e-8171-57d9c1fd514e,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:48.164835 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:25:49.793937 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c849ca4e-cc6c-4e5f-bd11-532d5ca73ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:52.269853 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c526cb36-eb76-4c14-adf3-753eee8e6082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:53.607259 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:54.417825 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-abd267aa-3c5c-46a6-878c-5dafedf8fca2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431635 Jun 16 16:25:54.761673 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-bab5751c-48df-457d-acde-e04210446f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:54.763217 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-bab5751c-48df-457d-acde-e04210446f60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.2995515 Jun 16 16:25:54.858434 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=16,neutron:UPDATE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:54.868458 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-ed5c310d-617a-4f93-ae6a-d538b8c5f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:54.870312 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-ed5c310d-617a-4f93-ae6a-d538b8c5f06a service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.0878394 Jun 16 16:25:54.871598 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:54.936228 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-a13ddd8a-1e75-496b-9c70-8cf94e3fe95b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 1001 time: 0.0590358 Jun 16 16:25:54.987818 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-e557afc2-baf5-4617-9704-2cccdff59e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:54.989205 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-e557afc2-baf5-4617-9704-2cccdff59e10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0446827 Jun 16 16:25:55.033085 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-6479fed2-ea4a-42e7-96a7-170d8ecae6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:55.034660 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-6479fed2-ea4a-42e7-96a7-170d8ecae6f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396054 Jun 16 16:25:55.131545 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-fb9a4854-9aca-4e9a-a16d-9761fa275c23 service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905006 Jun 16 16:25:55.229320 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-a0e052a2-8e72-48f5-9951-ad450c43277e req-6c2a1d8b-f6ed-4568-95bf-8f3323a2e37e service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916293 Jun 16 16:25:55.316855 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:57.910642 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58210) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:58.055040 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Deleting port 7c863593-7743-4192-ab79-bf7d00c8d145 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:58.055387 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (7c863593-7743-4192-ab79-bf7d00c8d145), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:58.135356 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (7c863593-7743-4192-ab79-bf7d00c8d145), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:58.135689 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for floatingip (7c863593-7743-4192-ab79-bf7d00c8d145), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:58.149654 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Calling delete_port for 7c863593-7743-4192-ab79-bf7d00c8d145 owned by network:floatingip {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:58.323856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (7c863593-7743-4192-ab79-bf7d00c8d145), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:58.352272 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event deleted for resources: {'Port': ['ID=7c863593-7743-4192-ab79-bf7d00c8d145,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:58.415095 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for floatingip (7834dff1-e595-4274-9b6d-f0d18e36dd44), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:58.415480 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.db.l3_db [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Floating IP 7834dff1-e595-4274-9b6d-f0d18e36dd44 disassociated (deleted). External IP: 172.27.2.196, port: d9220eec-1f6d-431f-9e5e-4374035faf5f. Jun 16 16:25:58.871371 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Router 6d871f07-30e2-475d-b26b-a8032562a1c4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:25:58.978256 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:25:58.983057 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:58.989037 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] Sync routers for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:58.998593 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:25:58.999207 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:25:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.014911 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-01397557-ba56-4cbd-9b11-195625e9dbb0 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "DELETE /v2.0/floatingips/7834dff1-e595-4274-9b6d-f0d18e36dd44 HTTP/1.1" status: 204 len: 168 time: 1.1031957 Jun 16 16:25:59.015990 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:59.017919 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59cfd2be09ca1e75e832405b0382f5d5cd741efad3e5ffb93a7d3a4468a67f56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:59.060369 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c35d51d-b8c8-4139-9a0d-6e68b61f85b2 x-openstack-request-id: req-4c35d51d-b8c8-4139-9a0d-6e68b61f85b2 {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:59.061404 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "status": "completed", "code": 200}]} {{(pid=104114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:59.061728 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4c35d51d-b8c8-4139-9a0d-6e68b61f85b2 {{(pid=104114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:59.062482 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c35d51d-b8c8-4139-9a0d-6e68b61f85b2'] response: {'name': 'network-changed', 'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'status': 'completed', 'code': 200} Jun 16 16:25:59.113846 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:25:59.132646 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-33cc66d8-cab9-4d69-a30f-57cfcaaebadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:59.134913 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-33cc66d8-cab9-4d69-a30f-57cfcaaebadd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 1129 time: 0.0472693 Jun 16 16:25:59.157080 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:59.186608 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:59.274009 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-a25d15d8-1e43-4f3c-837d-8ddbf6ff6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:59.277292 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-a25d15d8-1e43-4f3c-837d-8ddbf6ff6799 service neutron] 10.222.0.25 "GET /v2.0/networks?id=98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 200 len: 910 time: 0.1312761 Jun 16 16:25:59.277858 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:59.284656 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:59.295777 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f7f7-dcbe-4d68-9925-f02aaf6393f8 req-2c5ea1ad-87a5-43cf-9033-35c752f89bee tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:59.297754 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-92d4f7f7-dcbe-4d68-9925-f02aaf6393f8 req-2c5ea1ad-87a5-43cf-9033-35c752f89bee tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0593894 Jun 16 16:25:59.352715 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:02Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.354476 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-92d4f7f7-dcbe-4d68-9925-f02aaf6393f8 req-f7b0e2a5-f67a-4c93-959a-322311a3e7ed tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505605 Jun 16 16:25:59.382523 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] Checking router: 6d871f07-30e2-475d-b26b-a8032562a1c4 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:59.393763 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:25:59.394418 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:25:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.500197 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:25:59.703818 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:02Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.729462 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd217f2-2d4f-4718-a366-e1fc69cb83ad None None] The sync data for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi is: [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:54Z', 'revision_number': 4, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '546e7b1d-fb2d-49db-8c60-e4a56ae8b736', 'name': '', 'network_id': '98d47326-345f-472c-9d56-0482f40e4abd', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'mac_address': 'fa:16:3e:58:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:53Z', 'updated_at': '2022-06-16T16:21:02Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'subnets': [{'id': '090441af-bbdc-4632-a076-fcaa257a2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:59.977326 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08b4b5-82f9-4760-80a5-69cc805252d0 None None] New status for floating IP 7834dff1-e595-4274-9b6d-f0d18e36dd44: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:26:00.468970 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-c301694e-5522-4dc3-8093-8ccc987f609b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 200 len: 217 time: 0.0429044 Jun 16 16:26:00.554618 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28e59a-8dc3-401d-badd-677996b24def req-e92f3b88-b329-4ebf-97a7-4e9169eab933 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:00.556157 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cc28e59a-8dc3-401d-badd-677996b24def req-e92f3b88-b329-4ebf-97a7-4e9169eab933 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0905073 Jun 16 16:26:00.573840 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-2190d066-8047-4056-a36d-7f9791927360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:00.575463 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-2190d066-8047-4056-a36d-7f9791927360 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 200 len: 848 time: 0.0983014 Jun 16 16:26:00.636041 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-cc28e59a-8dc3-401d-badd-677996b24def req-0920d463-371e-4198-b7af-c9c45c681d6f tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/security-groups?id=a1651e23-a645-47b7-a147-1415d587c127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725548 Jun 16 16:26:00.669681 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-22770f7e-f531-42be-a2ea-d990cdab9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:00.671284 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-22770f7e-f531-42be-a2ea-d990cdab9c99 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=98d47326-345f-472c-9d56-0482f40e4abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547633 Jun 16 16:26:00.772110 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-82f78164-9463-40ca-a8c0-ad23508051df service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937862 Jun 16 16:26:01.028519 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c093e5a-7538-44d3-a498-ab1313263182 req-6705d47d-b032-4770-87ad-4a72cb391348 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:01.029889 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c093e5a-7538-44d3-a498-ab1313263182 req-6705d47d-b032-4770-87ad-4a72cb391348 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 945 time: 0.0576658 Jun 16 16:26:01.073119 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-f4b0c35b-3990-4de0-b3c8-29a51b6551f6 req-55a416a9-0010-4863-89d6-8c0342fd856e service neutron] 10.222.0.25 "GET /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634095 Jun 16 16:26:01.131390 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Deleting port d9220eec-1f6d-431f-9e5e-4374035faf5f {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:01.131727 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:01.226978 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] For port d9220eec-1f6d-431f-9e5e-4374035faf5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9220eec-1f6d-431f-9e5e-4374035faf5f,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:01.227369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:01.245961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Calling delete_port for d9220eec-1f6d-431f-9e5e-4374035faf5f owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:01.385760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (d9220eec-1f6d-431f-9e5e-4374035faf5f), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:01.415549 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event deleted for resources: {'Port': ['ID=d9220eec-1f6d-431f-9e5e-4374035faf5f,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:01.466704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] No DVR routers for this DVR port d9220eec-1f6d-431f-9e5e-4374035faf5f on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:26:01.470576 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:01.474207 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-7c093e5a-7538-44d3-a498-ab1313263182 req-d26a0a3f-2dbc-4ae6-af91-bebc2f599627 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.25 "DELETE /v2.0/ports/d9220eec-1f6d-431f-9e5e-4374035faf5f HTTP/1.1" status: 204 len: 173 time: 0.4335132 Jun 16 16:26:01.474555 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-deleted', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:26:01.476840 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca254d44-b3c3-4c15-957a-f9112900ce6f" -d '{"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-deleted", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:01.524169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a51bb-c8d7-4d4c-a7a6-649acd0b793d x-openstack-request-id: req-ee1a51bb-c8d7-4d4c-a7a6-649acd0b793d {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:01.524526 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd3e1-fd3e-4455-a860-d55a2f67ef3d", "name": "network-vif-deleted", "tag": "d9220eec-1f6d-431f-9e5e-4374035faf5f", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:01.524869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ee1a51bb-c8d7-4d4c-a7a6-649acd0b793d {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:01.525301 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1a51bb-c8d7-4d4c-a7a6-649acd0b793d'] response: {'server_uuid': '3edfd3e1-fd3e-4455-a860-d55a2f67ef3d', 'name': 'network-vif-deleted', 'tag': 'd9220eec-1f6d-431f-9e5e-4374035faf5f', 'status': 'completed', 'code': 200} Jun 16 16:26:01.745008 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6972239f-b0e7-40ce-b096-1f6ce506e8cd req-91fad81c-ff67-4e15-839a-433e33d30da4 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "GET /v2.0/ports?device_id=3edfd3e1-fd3e-4455-a860-d55a2f67ef3d HTTP/1.1" status: 200 len: 210 time: 0.0315154 Jun 16 16:26:02.815521 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58226) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:02.878755 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-58d9f4b5-4a1c-4d05-91ef-5b4839732b39 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group (a1651e23-a645-47b7-a147-1415d587c127), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:02.905087 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-58d9f4b5-4a1c-4d05-91ef-5b4839732b39 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group (a1651e23-a645-47b7-a147-1415d587c127), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:02.968746 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-58d9f4b5-4a1c-4d05-91ef-5b4839732b39 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (a1651e23-a645-47b7-a147-1415d587c127), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:02.971422 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-58d9f4b5-4a1c-4d05-91ef-5b4839732b39 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:02.972630 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-58d9f4b5-4a1c-4d05-91ef-5b4839732b39 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] 10.222.0.17 "DELETE /v2.0/security-groups/a1651e23-a645-47b7-a147-1415d587c127 HTTP/1.1" status: 204 len: 168 time: 0.1562128 Jun 16 16:26:02.982047 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f4b5-4a1c-4d05-91ef-5b4839732b39 tempest-TestShelveInstance-788528323 tempest-TestShelveInstance-788528323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1651e23-a645-47b7-a147-1415d587c127,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:03.025590 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58230) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:03.494461 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (6d871f07-30e2-475d-b26b-a8032562a1c4), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:03.723994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Deleting port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:03.724220 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:03.807603 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] For port 546e7b1d-fb2d-49db-8c60-e4a56ae8b736, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:03.807967 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:03.820765 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Calling delete_port for 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 owned by network:router_interface {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:03.862382 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:03.864427 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:04.004914 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (546e7b1d-fb2d-49db-8c60-e4a56ae8b736), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:04.032294 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=546e7b1d-fb2d-49db-8c60-e4a56ae8b736,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:04.195865 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (6d871f07-30e2-475d-b26b-a8032562a1c4), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:04.401390 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:04.415048 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Router 6d871f07-30e2-475d-b26b-a8032562a1c4 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:26:04.422150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: d9220eec-1f6d-431f-9e5e-4374035faf5f {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:04.422634 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device d9220eec-1f6d-431f-9e5e-4374035faf5f not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:04.519651 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:26:04.524659 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-09db535a-7b87-4610-8f43-e0706c48bfc0 admin admin] 10.222.0.17 "PUT /v2.0/routers/6d871f07-30e2-475d-b26b-a8032562a1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4980140 Jun 16 16:26:04.527587 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58234) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:04.531534 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] Sync routers for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:04.542737 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:26:04.543358 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:25:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:04.631543 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks [] for router (6d871f07-30e2-475d-b26b-a8032562a1c4), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:04.650564 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:26:04.734674 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks [] for router_gateway (6d871f07-30e2-475d-b26b-a8032562a1c4), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:04.758782 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:04.776144 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:04.796153 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Deleting port 6244e475-8f00-4ffd-a613-c8a6342525ba {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:04.796498 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:04.846321 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:04.855870 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:26:03Z', 'revision_number': 5, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port': {'id': '6244e475-8f00-4ffd-a613-c8a6342525ba', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:04.858738 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:04.881615 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] Checking router: 6d871f07-30e2-475d-b26b-a8032562a1c4 for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:04.882121 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] For port 6244e475-8f00-4ffd-a613-c8a6342525ba, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=6244e475-8f00-4ffd-a613-c8a6342525ba,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:04.882645 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:04.891949 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] Routers {'6d871f07-30e2-475d-b26b-a8032562a1c4'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:26:04.892597 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:25:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['6d871f07-30e2-475d-b26b-a8032562a1c4'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:04.897189 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Calling delete_port for 6244e475-8f00-4ffd-a613-c8a6342525ba owned by network:router_gateway {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:05.070499 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] Set router 6d871f07-30e2-475d-b26b-a8032562a1c4 gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:26:05.072282 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (6244e475-8f00-4ffd-a613-c8a6342525ba), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.098337 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6244e475-8f00-4ffd-a613-c8a6342525ba,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:05.130696 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:26:04Z', 'revision_number': 6, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:05.158927 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbb715-5aa5-4b15-b58c-f47c7400dda8 None None] The sync data for ids ['6d871f07-30e2-475d-b26b-a8032562a1c4'] in dv-cinder-837167-3-iscsi is: [{'id': '6d871f07-30e2-475d-b26b-a8032562a1c4', 'name': 'tempest-TestShelveInstance-1745178393-router', 'tenant_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:50Z', 'updated_at': '2022-06-16T16:26:04Z', 'revision_number': 6, 'project_id': 'bd7ec755d96f4dee964a003d6c269c4e', 'gw_port_host': None}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:05.161845 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (6d871f07-30e2-475d-b26b-a8032562a1c4), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.252798 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (6d871f07-30e2-475d-b26b-a8032562a1c4), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.255114 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks [] for router_controller (6d871f07-30e2-475d-b26b-a8032562a1c4), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.307763 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (6d871f07-30e2-475d-b26b-a8032562a1c4), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.308713 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d871f07-30e2-475d-b26b-a8032562a1c4 {{(pid=104114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:26:05.315241 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.316578 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1b84b0c1-f28f-4100-8f2f-19ed7f6529e1 admin admin] 10.222.0.17 "DELETE /v2.0/routers/6d871f07-30e2-475d-b26b-a8032562a1c4 HTTP/1.1" status: 204 len: 168 time: 0.7878182 Jun 16 16:26:05.319120 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58236) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:05.364597 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Deleting subnet 090441af-bbdc-4632-a076-fcaa257a2b5f {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:26:05.367928 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Publish callbacks [] for subnet (090441af-bbdc-4632-a076-fcaa257a2b5f), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.404418 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (090441af-bbdc-4632-a076-fcaa257a2b5f), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.486159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (090441af-bbdc-4632-a076-fcaa257a2b5f), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.563635 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (090441af-bbdc-4632-a076-fcaa257a2b5f), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.585195 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090441af-bbdc-4632-a076-fcaa257a2b5f,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:05.590423 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.596443 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ba18e3be-c4f6-4849-82b6-a509284837f1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/090441af-bbdc-4632-a076-fcaa257a2b5f HTTP/1.1" status: 204 len: 168 time: 0.2741735 Jun 16 16:26:05.596675 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58238) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:05.608007 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5567981-5fee-4bca-9c49-26e38efb3889 None None] Network 98d47326-345f-472c-9d56-0482f40e4abd requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:26:05.641784 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:05.677205 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (98d47326-345f-472c-9d56-0482f40e4abd), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.683794 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:05.690868 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:05.691226 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 546e7b1d-fb2d-49db-8c60-e4a56ae8b736 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:05.712161 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:05.727115 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Deleting port 4167737a-7aed-48e6-bfa2-07eace644932 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:05.727449 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (4167737a-7aed-48e6-bfa2-07eace644932), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.794448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] For port 4167737a-7aed-48e6-bfa2-07eace644932, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=4167737a-7aed-48e6-bfa2-07eace644932,segment=NetworkSegment(fd7ff8da-a28d-4d68-b84b-509a98f736f8),segment_id=fd7ff8da-a28d-4d68-b84b-509a98f736f8)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:05.794826 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (4167737a-7aed-48e6-bfa2-07eace644932), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.814574 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Calling delete_port for 4167737a-7aed-48e6-bfa2-07eace644932 owned by network:dhcp {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:05.895579 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (4167737a-7aed-48e6-bfa2-07eace644932), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:05.922518 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Pushing event deleted for resources: {'Port': ['ID=4167737a-7aed-48e6-bfa2-07eace644932,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:05.925882 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] No DVR routers for this DVR port 4167737a-7aed-48e6-bfa2-07eace644932 on host dv-cinder-837167-3-iscsi {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:26:06.013245 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ba6f7-f8d7-49bc-adc3-9ea497ac1a3d None None] DHCP port deletion for 98d47326-345f-472c-9d56-0482f40e4abd request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:26:06.270685 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (98d47326-345f-472c-9d56-0482f40e4abd), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.293831 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d47326-345f-472c-9d56-0482f40e4abd']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:06.304109 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7ff8da-a28d-4d68-b84b-509a98f736f8') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:06.304411 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7ff8da-a28d-4d68-b84b-509a98f736f8') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:06.315060 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (fd7ff8da-a28d-4d68-b84b-509a98f736f8), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.329827 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (fd7ff8da-a28d-4d68-b84b-509a98f736f8), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.336598 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:26:06.336979 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (fd7ff8da-a28d-4d68-b84b-509a98f736f8), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.356398 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment fd7ff8da-a28d-4d68-b84b-509a98f736f8 resource provider aggregate not found Jun 16 16:26:06.391422 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment fd7ff8da-a28d-4d68-b84b-509a98f736f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd7ff8da-a28d-4d68-b84b-509a98f736f8 found for delete ", "request_id": "req-cfa3d030-a41e-480e-8297-da2109d29196"}]} Jun 16 16:26:06.406876 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (98d47326-345f-472c-9d56-0482f40e4abd), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.418838 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.422636 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] 10.222.0.17 "DELETE /v2.0/networks/98d47326-345f-472c-9d56-0482f40e4abd HTTP/1.1" status: 204 len: 168 time: 0.8250241 Jun 16 16:26:06.425617 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58244) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:06.437325 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce78a8e-9b44-4db5-9301-dd6a8dd07992 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d47326-345f-472c-9d56-0482f40e4abd,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:06.469167 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:06.507122 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:06.752769 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:06.972438 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Deleting port 8393d0b4-3905-42c8-b802-dbbdeb036472 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:06.972776 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:07.056700 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] For port 8393d0b4-3905-42c8-b802-dbbdeb036472, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8393d0b4-3905-42c8-b802-dbbdeb036472,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:07.057067 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:07.070636 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Calling delete_port for 8393d0b4-3905-42c8-b802-dbbdeb036472 owned by network:router_interface {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:07.250030 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (8393d0b4-3905-42c8-b802-dbbdeb036472), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:07.255045 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:07.275850 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Pushing event deleted for resources: {'Port': ['ID=8393d0b4-3905-42c8-b802-dbbdeb036472,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:07.351378 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:07.459153 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:07.506873 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6244e475-8f00-4ffd-a613-c8a6342525ba no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:07.525741 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 6244e475-8f00-4ffd-a613-c8a6342525ba {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:07.526115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 6244e475-8f00-4ffd-a613-c8a6342525ba not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:07.526542 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 4167737a-7aed-48e6-bfa2-07eace644932 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:07.544303 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 4167737a-7aed-48e6-bfa2-07eace644932 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:07.544647 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 4167737a-7aed-48e6-bfa2-07eace644932 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:07.687793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:26:07.793349 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:26:07.799351 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-001ae4ee-d856-459e-b583-b7de2d31353d admin admin] 10.222.0.17 "PUT /v2.0/routers/d0f686ef-05b8-4efa-b4c3-ef9c1b917808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3726010 Jun 16 16:26:07.801625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58246) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:07.805984 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] Sync routers for ids ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:07.819967 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] Routers {'d0f686ef-05b8-4efa-b4c3-ef9c1b917808'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:26:07.820595 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:25:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:07.910320 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks [] for router (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:07.928164 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] Set router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:26:08.014354 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks [] for router_gateway (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.058418 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Deleting port e4eeabe8-4bd5-4580-9320-7c67e50c524e {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:08.058764 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.100686 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:26:07Z', 'revision_number': 5, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port': {'id': 'e4eeabe8-4bd5-4580-9320-7c67e50c524e', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:08.130857 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] Checking router: d0f686ef-05b8-4efa-b4c3-ef9c1b917808 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:08.140891 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] Routers {'d0f686ef-05b8-4efa-b4c3-ef9c1b917808'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:26:08.141062 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:25:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:08.142355 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] For port e4eeabe8-4bd5-4580-9320-7c67e50c524e, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=e4eeabe8-4bd5-4580-9320-7c67e50c524e,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:08.142723 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.157564 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Calling delete_port for e4eeabe8-4bd5-4580-9320-7c67e50c524e owned by network:router_gateway {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:08.206466 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:08.231246 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] Set router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 gateway port host: None {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:26:08.282999 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:26:08Z', 'revision_number': 6, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:08.308104 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc181e-033d-4ea8-b8e4-909206fa31e4 None None] The sync data for ids ['d0f686ef-05b8-4efa-b4c3-ef9c1b917808'] in dv-cinder-837167-3-iscsi is: [{'id': 'd0f686ef-05b8-4efa-b4c3-ef9c1b917808', 'name': 'tempest-TestShelveInstance-1611418205-router', 'tenant_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:20:58Z', 'updated_at': '2022-06-16T16:26:08Z', 'revision_number': 6, 'project_id': '1ddadfa11c1c4dbd8b2dacc6ab97f722', 'gw_port_host': None}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:08.312352 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:08.352651 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (e4eeabe8-4bd5-4580-9320-7c67e50c524e), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.377285 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4eeabe8-4bd5-4580-9320-7c67e50c524e,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.443439 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.530770 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.532980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks [] for router_controller (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.580712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (d0f686ef-05b8-4efa-b4c3-ef9c1b917808), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.581416 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f686ef-05b8-4efa-b4c3-ef9c1b917808 {{(pid=104115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:26:08.585625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.586854 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-3e84c22d-8716-4282-be03-194d1ab57958 admin admin] 10.222.0.17 "DELETE /v2.0/routers/d0f686ef-05b8-4efa-b4c3-ef9c1b917808 HTTP/1.1" status: 204 len: 168 time: 0.7842417 Jun 16 16:26:08.589227 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58248) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:08.637000 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Deleting subnet c05eadd0-bff8-4c4a-bcfb-97cdc47976a5 {{(pid=104115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:26:08.641351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Publish callbacks [] for subnet (c05eadd0-bff8-4c4a-bcfb-97cdc47976a5), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.679605 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244349'] for subnet (c05eadd0-bff8-4c4a-bcfb-97cdc47976a5), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.771609 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (c05eadd0-bff8-4c4a-bcfb-97cdc47976a5), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.827777 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3244176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9099551'] for subnet (c05eadd0-bff8-4c4a-bcfb-97cdc47976a5), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.854244 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05eadd0-bff8-4c4a-bcfb-97cdc47976a5,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.859739 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.862904 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8a62daa1-467d-4f43-aa2b-bd5643e165f4 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c05eadd0-bff8-4c4a-bcfb-97cdc47976a5 HTTP/1.1" status: 204 len: 168 time: 0.2727380 Jun 16 16:26:08.865424 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58250) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:08.867385 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35ae40-865a-4277-bf46-d67c09457fdb None None] Network 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:26:08.943096 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:08.988017 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Deleting port 479485e3-250b-4ba8-819b-a67f73ce96b3 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:08.988359 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.053312 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] For port 479485e3-250b-4ba8-819b-a67f73ce96b3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=479485e3-250b-4ba8-819b-a67f73ce96b3,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:09.053695 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.070275 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Calling delete_port for 479485e3-250b-4ba8-819b-a67f73ce96b3 owned by network:dhcp {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:09.102303 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] DHCP port deletion for 022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:26:09.130070 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:09.149141 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] Deleting port 479485e3-250b-4ba8-819b-a67f73ce96b3 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:26:09.149628 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.158402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.177909 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.184774 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Pushing event deleted for resources: {'Port': ['ID=479485e3-250b-4ba8-819b-a67f73ce96b3,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:09.188327 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] No DVR routers for this DVR port 479485e3-250b-4ba8-819b-a67f73ce96b3 on host dv-cinder-837167-3-iscsi {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:26:09.222138 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] For port 479485e3-250b-4ba8-819b-a67f73ce96b3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=479485e3-250b-4ba8-819b-a67f73ce96b3,segment=NetworkSegment(2aa2fec0-d90c-4836-99fc-2a50573f269a),segment_id=2aa2fec0-d90c-4836-99fc-2a50573f269a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:09.222619 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.237342 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] Calling delete_port for 479485e3-250b-4ba8-819b-a67f73ce96b3 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:09.268822 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.289754 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:09.301590 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa2fec0-d90c-4836-99fc-2a50573f269a') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:09.301989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa2fec0-d90c-4836-99fc-2a50573f269a') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:09.309255 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:09.314627 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (2aa2fec0-d90c-4836-99fc-2a50573f269a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.314982 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:09.319173 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (479485e3-250b-4ba8-819b-a67f73ce96b3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.322177 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:09.333781 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (2aa2fec0-d90c-4836-99fc-2a50573f269a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.342410 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:26:09.344168 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (2aa2fec0-d90c-4836-99fc-2a50573f269a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.347616 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] Pushing event deleted for resources: {'Port': ['ID=479485e3-250b-4ba8-819b-a67f73ce96b3,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:09.353280 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bdb08-5cbc-4221-93e7-d7da934d44d3 None None] No DVR routers for this DVR port 479485e3-250b-4ba8-819b-a67f73ce96b3 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:26:09.453351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.460231 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.465624 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] 10.222.0.17 "DELETE /v2.0/networks/022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8 HTTP/1.1" status: 204 len: 168 time: 0.5967124 Jun 16 16:26:09.477682 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 479485e3-250b-4ba8-819b-a67f73ce96b3 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:09.486753 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3445e9-65f7-4270-aac7-297925b1af3e admin admin] Pushing event deleted for resources: {'Network': ['ID=022a9ca2-6eb3-4ac5-9de5-5f2fd926d5c8,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:09.497313 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 479485e3-250b-4ba8-819b-a67f73ce96b3 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:09.497643 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 479485e3-250b-4ba8-819b-a67f73ce96b3 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:09.498149 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e4eeabe8-4bd5-4580-9320-7c67e50c524e no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:09.519811 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: e4eeabe8-4bd5-4580-9320-7c67e50c524e {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:09.520157 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device e4eeabe8-4bd5-4580-9320-7c67e50c524e not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:09.520797 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8393d0b4-3905-42c8-b802-dbbdeb036472 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:09.544191 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 8393d0b4-3905-42c8-b802-dbbdeb036472 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:09.544544 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8393d0b4-3905-42c8-b802-dbbdeb036472 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:09.567967 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 2aa2fec0-d90c-4836-99fc-2a50573f269a resource provider aggregate not found Jun 16 16:26:09.586905 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 2aa2fec0-d90c-4836-99fc-2a50573f269a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aa2fec0-d90c-4836-99fc-2a50573f269a found for delete ", "request_id": "req-f45f9f37-56b8-4b26-bca4-542c0f0c3aa8"}]} Jun 16 16:26:09.628408 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58260) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:09.671670 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-1037e63d-d9fc-4b03-bc58-338d64305762 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bd7ec755d96f4dee964a003d6c269c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415196 Jun 16 16:26:09.674354 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58262) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:09.726065 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62e46ce4-1696-4136-baa6-af4d7de40356 admin admin] Publish callbacks [] for security_group (aafd5412-a2e2-4531-a89f-f7e531716459), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.748395 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62e46ce4-1696-4136-baa6-af4d7de40356 admin admin] Publish callbacks [] for security_group (aafd5412-a2e2-4531-a89f-f7e531716459), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.799418 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62e46ce4-1696-4136-baa6-af4d7de40356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (aafd5412-a2e2-4531-a89f-f7e531716459), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.802302 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-62e46ce4-1696-4136-baa6-af4d7de40356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:09.803526 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-62e46ce4-1696-4136-baa6-af4d7de40356 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aafd5412-a2e2-4531-a89f-f7e531716459 HTTP/1.1" status: 204 len: 168 time: 0.1282427 Jun 16 16:26:09.812185 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e46ce4-1696-4136-baa6-af4d7de40356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd5412-a2e2-4531-a89f-f7e531716459,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:10.152739 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58268) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:10.194711 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-8f31d1e1-98a8-4b8e-bb8c-b3f9ab385e93 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ddadfa11c1c4dbd8b2dacc6ab97f722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407896 Jun 16 16:26:10.197380 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58270) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:10.251755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2d606f0b-771d-4c81-810e-b3afed5f6bdd admin admin] Publish callbacks [] for security_group (1fc64252-04e0-4890-a73a-94059d28427e), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:10.274514 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2d606f0b-771d-4c81-810e-b3afed5f6bdd admin admin] Publish callbacks [] for security_group (1fc64252-04e0-4890-a73a-94059d28427e), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:10.322694 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2d606f0b-771d-4c81-810e-b3afed5f6bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (1fc64252-04e0-4890-a73a-94059d28427e), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:10.325241 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-2d606f0b-771d-4c81-810e-b3afed5f6bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:10.326405 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-2d606f0b-771d-4c81-810e-b3afed5f6bdd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1fc64252-04e0-4890-a73a-94059d28427e HTTP/1.1" status: 204 len: 168 time: 0.1280994 Jun 16 16:26:10.336529 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d606f0b-771d-4c81-810e-b3afed5f6bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc64252-04e0-4890-a73a-94059d28427e,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:16.423833 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:16.424630 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=40,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:17.938266 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=30 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:17.939061 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:19.802008 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-137ff68b-8c14-4d91-b429-84c44d2b6a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:20.330641 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=73,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:20.331526 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:21.181477 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-5df9699e-b864-4e0e-8df6-34f5f2e24b08 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016408516&fields=id&tenant_id=b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 267 time: 0.0479395 Jun 16 16:26:21.292899 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-01747832-7cd6-4fbf-8d31-b811e07c6cb2 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:21.294364 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-01747832-7cd6-4fbf-8d31-b811e07c6cb2 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 811 time: 0.1065364 Jun 16 16:26:21.309433 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-9724355a-83f0-4362-9c8a-4760d7a0848b tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/quotas/b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 375 time: 0.0091088 Jun 16 16:26:21.365743 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-7e2a5731-2961-4e09-9a20-61da3d6b309d tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504870 Jun 16 16:26:21.463140 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-329ce956-a79c-4142-bb5f-b3807f8f4244 service neutron] 10.222.0.17 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Jun 16 16:26:21.557012 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-80177429-5047-42fd-b909-37774cff84d3 service neutron] 10.222.0.17 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881517 Jun 16 16:26:21.862315 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-6ba540cc-68fb-4943-b70b-86a14ce9141a req-e3b9df17-0ec3-4175-b5a3-37faaec9f860 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 210 time: 0.0279572 Jun 16 16:26:22.275032 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8861c191-aa2d-4707-acd2-5f2885bb9e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:22.966008 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a1bc8467-8d29-4a5a-b642-6a0fc62443ab req-aefb984a-ba1d-4656-9717-11cd0a0fea0c tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 210 time: 0.0317495 Jun 16 16:26:23.077508 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-bbc77fe3-e52a-4957-820f-e004672c87b9 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:23.079838 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-bbc77fe3-e52a-4957-820f-e004672c87b9 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 811 time: 0.4003785 Jun 16 16:26:23.148762 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-73ae79da-adb0-4fe0-9c0f-f3797febfafb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77126371c5d44db8ab75fbfca0737af HTTP/1.1" status: 200 len: 380 time: 0.0597203 Jun 16 16:26:23.159043 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'port': {'device_id': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'admin_state_up': True, 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'security_groups': ['2f633015-58b3-46b4-a249-65b5fe0b3459']}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:26:23.278687 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Made reservation on behalf of b77126371c5d44db8ab75fbfca0737af for: {'port': 1} {{(pid=104115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:23.282240 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.420613 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Allocated IP 172.20.0.6 (c8adc531-7e83-47cd-8743-c56fb61916fb/4dd4ecfb-6940-40f3-a98b-6cc9530e83b8/60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:23.567388 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.602486 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.613751 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.650797 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Network c8adc531-7e83-47cd-8743-c56fb61916fb is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:23.654253 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:23.659291 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:26:23.663540 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:23.695401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.695743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.696080 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.696414 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.696748 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.697073 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.697393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.697712 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.698092 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.698390 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.698707 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.699031 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.699344 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.699657 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.699967 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:23.730278 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:23.730906 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.750700 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-218bc082-7ad1-4c1d-a939-8ae7d656e752 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5960908 Jun 16 16:26:23.764666 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Request body: {'port': {'device_id': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:26:23.796088 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:23.832989 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.850552 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-c812c942-2943-46a2-93bf-bc79b837cef0 None None] Provisioning complete for port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd triggered by entity DHCP. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:26:23.850885 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c812c942-2943-46a2-93bf-bc79b837cef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:23.866583 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:23.886603 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c812c942-2943-46a2-93bf-bc79b837cef0 None None] Port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd cannot update to ACTIVE because it is not bound. {{(pid=104116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:26:24.102081 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a09bc9-8893-4474-9a04-aa0a90240a96 req-bbf1cbef-e894-4260-bb93-3be64c5319aa tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:24.103556 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-44a09bc9-8893-4474-9a04-aa0a90240a96 req-bbf1cbef-e894-4260-bb93-3be64c5319aa tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 931 time: 0.0634711 Jun 16 16:26:24.171728 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd {{(pid=104115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:26:24.186029 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Publish callbacks [] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:24.202002 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-44a09bc9-8893-4474-9a04-aa0a90240a96 req-9e0bd504-e809-4ae7-99a1-675295545836 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890026 Jun 16 16:26:24.207038 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.provisioning_blocks [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Transition to ACTIVE for port object 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd will not be triggered until provisioned by entity L2. {{(pid=104115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:26:24.211169 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:24.269831 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Pushing event updated for resources: {'Port': ['ID=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:24.350202 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Attempting to bind port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd on host hv-cinder-83716 for vnic_type normal with profile {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:26:24.350533 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Attempting to bind port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:26:24.350859 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Attempting to bind port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:26:24.355844 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd on network c8adc531-7e83-47cd-8743-c56fb61916fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:26:24.356163 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Attempting to bind port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd on network c8adc531-7e83-47cd-8743-c56fb61916fb {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:26:24.362074 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Checking agent: {'id': 'a18f3a55-7fca-4a52-b5b6-151bfe981410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'started_at': datetime.datetime(2022, 6, 16, 16, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:26:24.362451 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Checking segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:26:24.362801 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Bound using segment: {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'} {{(pid=104115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:26:24.363234 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.managers [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Bound port: 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b57b667-51da-4c4a-bf21-5758a498b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb'}}] {{(pid=104115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:26:24.363598 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:24.437961 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] For port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host hv-cinder-83716, cleared binding levels {{(pid=104115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:26:24.442204 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] For port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:26:24.448562 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:24.481709 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:24.482351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:24.483889 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] 10.222.0.25 "PUT /v2.0/ports/60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd HTTP/1.1" status: 200 len: 1093 time: 0.7239769 Jun 16 16:26:24.484186 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:26:24.487775 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476454ea-c4be-49ac-a94e-ed7448176059" -d '{"events": [{"name": "network-changed", "server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:24.522456 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6283bf2-2c11-499e-993e-58c7aa46e443 service neutron] Pushing event updated for resources: {'Port': ['ID=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,revision_number=3']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:24.550194 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ca29a-8e9e-41f0-a9f4-09b4df1aeea9 x-openstack-request-id: req-375ca29a-8e9e-41f0-a9f4-09b4df1aeea9 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:24.550483 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:24.550733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-375ca29a-8e9e-41f0-a9f4-09b4df1aeea9 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:24.551133 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375ca29a-8e9e-41f0-a9f4-09b4df1aeea9'] response: {'name': 'network-changed', 'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'status': 'completed', 'code': 200} Jun 16 16:26:24.594302 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-8462d5e8-dabc-4e17-97d4-6b4c380ae8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:24.596368 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-8462d5e8-dabc-4e17-97d4-6b4c380ae8cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 1127 time: 0.0579746 Jun 16 16:26:24.640135 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-b972fa20-dc4a-4494-b1a6-a61d4092d0cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd HTTP/1.1" status: 200 len: 217 time: 0.0356593 Jun 16 16:26:24.698719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-0a1e21e8-cab5-40bf-83de-795b9e4efcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:24.700219 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-0a1e21e8-cab5-40bf-83de-795b9e4efcfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0519814 Jun 16 16:26:24.751462 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-337a3dd5-083f-4068-bfe7-26e8ff49c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:24.753011 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-337a3dd5-083f-4068-bfe7-26e8ff49c4bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462394 Jun 16 16:26:24.818071 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:24.843683 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:24.851100 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-d6d3d7fa-cf11-456f-a702-a8b72a8e0ba1 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906880 Jun 16 16:26:24.873266 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:24.949517 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0c66c301-5b17-4f91-8ccc-b3b54d1b009a req-042752f2-f7f5-4592-bd4e-4fbfa1469b94 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915415 Jun 16 16:26:25.164905 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:26:25.249585 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476454ea-c4be-49ac-a94e-ed7448176059 req-3634e8f0-d62a-4bcc-9a59-4154c202df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:25.251847 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-3634e8f0-d62a-4bcc-9a59-4154c202df3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 1127 time: 0.0474296 Jun 16 16:26:25.315061 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:25.392908 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533992-6f09-416c-8d7d-61c2ead22e80 req-8805929b-d508-4494-8ad7-a1637c72804e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:25.394397 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e6533992-6f09-416c-8d7d-61c2ead22e80 req-8805929b-d508-4494-8ad7-a1637c72804e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0992277 Jun 16 16:26:25.428573 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476454ea-c4be-49ac-a94e-ed7448176059 req-0e3a5e0a-3a90-4576-a289-bcd8fc728194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:25.430045 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-0e3a5e0a-3a90-4576-a289-bcd8fc728194 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1694751 Jun 16 16:26:25.497440 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-24674959-ed78-40cb-801c-4bbba15af190 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd HTTP/1.1" status: 200 len: 217 time: 0.0544858 Jun 16 16:26:25.501608 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e6533992-6f09-416c-8d7d-61c2ead22e80 req-7f5fa38a-83d8-4383-9ba2-5e96e520145b tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005359 Jun 16 16:26:25.550958 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476454ea-c4be-49ac-a94e-ed7448176059 req-e9715027-699e-4ddf-a763-4952c14d395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:25.552263 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-e9715027-699e-4ddf-a763-4952c14d395b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0476534 Jun 16 16:26:25.597000 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476454ea-c4be-49ac-a94e-ed7448176059 req-65a0006e-85fd-45f4-a3d9-50cb24154ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:25.598443 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-65a0006e-85fd-45f4-a3d9-50cb24154ed6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403903 Jun 16 16:26:25.696108 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-2826c5ba-a81b-458f-bb6b-b70c7b408227 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901310 Jun 16 16:26:25.798850 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-476454ea-c4be-49ac-a94e-ed7448176059 req-b9b91cd4-3172-4979-b719-e4292c5b0400 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958323 Jun 16 16:26:26.620513 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04349091-cffa-4387-b0a8-34c0f957abe0 req-28890bae-1b71-4926-9819-51fee4f14ba9 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:26.622025 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-04349091-cffa-4387-b0a8-34c0f957abe0 req-28890bae-1b71-4926-9819-51fee4f14ba9 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0475006 Jun 16 16:26:26.675742 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-04349091-cffa-4387-b0a8-34c0f957abe0 req-5d24d9d3-d4f7-44cc-93f0-7ce344520b83 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Jun 16 16:26:27.794064 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765656-0cd8-4bb5-b4e5-0d8b2f24ab51 req-111bae23-06ec-4d79-a141-3c5615d7ecc5 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:27.795571 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-09765656-0cd8-4bb5-b4e5-0d8b2f24ab51 req-111bae23-06ec-4d79-a141-3c5615d7ecc5 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0507405 Jun 16 16:26:27.850848 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-09765656-0cd8-4bb5-b4e5-0d8b2f24ab51 req-15366bc1-db62-4307-a17b-646774372b2f tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493140 Jun 16 16:26:28.974249 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444ea3-d380-4259-b56a-20c8e67c4b92 req-22380cbb-015a-46d8-bc77-bd4c041af6ab tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:28.975785 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f7444ea3-d380-4259-b56a-20c8e67c4b92 req-22380cbb-015a-46d8-bc77-bd4c041af6ab tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0539882 Jun 16 16:26:29.028568 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-f7444ea3-d380-4259-b56a-20c8e67c4b92 req-bf8343e1-d3ac-436d-99c8-9c25af337acb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472622 Jun 16 16:26:30.146959 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d8e30-d286-4548-a44d-195654f30aa2 req-67321747-76f2-48c0-928e-3c36350de058 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:30.148453 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e76d8e30-d286-4548-a44d-195654f30aa2 req-67321747-76f2-48c0-928e-3c36350de058 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0489078 Jun 16 16:26:30.200272 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-e76d8e30-d286-4548-a44d-195654f30aa2 req-af0d1312-5370-4405-bb80-137477aba52a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Jun 16 16:26:31.320531 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741290a-e682-4c8e-8728-9f32979fe8b8 req-e3b65b33-1590-41dc-9d0e-78ce25dac685 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:31.322057 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a741290a-e682-4c8e-8728-9f32979fe8b8 req-e3b65b33-1590-41dc-9d0e-78ce25dac685 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0482612 Jun 16 16:26:31.372265 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-a741290a-e682-4c8e-8728-9f32979fe8b8 req-d5bd6a9b-37c2-49e5-9e33-fd595c2952ad tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Jun 16 16:26:32.492028 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4727f3-a01f-46f8-875d-175c434a241e req-83819103-95e7-46c5-8eb5-9790804dd81f tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:32.493577 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8c4727f3-a01f-46f8-875d-175c434a241e req-83819103-95e7-46c5-8eb5-9790804dd81f tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 943 time: 0.0494912 Jun 16 16:26:32.524842 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=104116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:26:32.553577 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-8c4727f3-a01f-46f8-875d-175c434a241e req-cfdd01d8-861a-44b3-86f7-513686cadfdf tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521162 Jun 16 16:26:32.634491 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:32.647007 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Returning: {'device': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'port_id': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'mac_address': 'fa:16:3e:45:f3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:26:32.684115 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd is: DOWN; New status is: BUILD {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:26:32.684499 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:32.699563 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:26:32.720904 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:32.725668 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:32.780178 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,revision_number=4']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:32.788698 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.789053 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.789379 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.789730 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.790190 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.791004 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.791004 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.791397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.791513 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.791772 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.792110 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.792437 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.792760 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.793082 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:32.793404 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:33.027717 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] get_ports_and_sgs() called for port_ids ['60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd'] {{(pid=104116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:26:33.695021 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f814b-996c-4782-baed-dff29987c281 req-76787fda-1c34-43f5-84d4-d42df63216b6 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:33.696509 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-720f814b-996c-4782-baed-dff29987c281 req-76787fda-1c34-43f5-84d4-d42df63216b6 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 944 time: 0.0601585 Jun 16 16:26:33.751333 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-720f814b-996c-4782-baed-dff29987c281 req-178fb0aa-1c78-4c34-b285-b91bdaf28ef4 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Jun 16 16:26:34.547181 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd up at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:26:34.550533 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:34.578865 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:34.600100 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning for port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd completed by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:26:34.606499 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Provisioning complete for port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd triggered by entity L2. {{(pid=104116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:26:34.606832 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7612080'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), provisioning_complete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:34.820787 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Current status of the port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd is: BUILD; New status is: ACTIVE {{(pid=104116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:26:34.821182 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:34.849502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:26:34.852565 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c492ede4500f6a3a8eeb22f8d00679c88ccfe5669752ac9a1cbac0a47250e2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a60cc1-c2dc-4a6e-918b-81ed77b2608d" -d '{"events": [{"server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "name": "network-vif-plugged", "status": "completed", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:34.867136 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] For port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:34.871906 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:34.888003 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568305bf-61ae-4b67-8b01-ca386f1a1f50 req-1a7630eb-560d-49d2-834a-f7f2e606d76e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:34.890158 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-568305bf-61ae-4b67-8b01-ca386f1a1f50 req-1a7630eb-560d-49d2-834a-f7f2e606d76e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 944 time: 0.0608842 Jun 16 16:26:34.899381 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc0e92-b932-4d08-9487-83e897a51b21 x-openstack-request-id: req-36cc0e92-b932-4d08-9487-83e897a51b21 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:34.899671 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "name": "network-vif-plugged", "status": "completed", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:34.899916 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-36cc0e92-b932-4d08-9487-83e897a51b21 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:34.900482 dv-cinder-837167-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cc0e92-b932-4d08-9487-83e897a51b21'] response: {'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'code': 200} Jun 16 16:26:34.930931 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Pushing event updated for resources: {'Port': ['ID=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,revision_number=5']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:34.956481 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-568305bf-61ae-4b67-8b01-ca386f1a1f50 req-168c89eb-91c9-4c4a-8343-9b4e4e8f01a7 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583770 Jun 16 16:26:35.116798 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:35.118637 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=100 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:35.150811 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48eae-9d27-4508-806a-469a6a5981ce req-f307693c-efb9-47a8-889e-9591a4771107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:35.152317 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b1e48eae-9d27-4508-806a-469a6a5981ce req-f307693c-efb9-47a8-889e-9591a4771107 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 1129 time: 0.0439928 Jun 16 16:26:35.210588 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-b1e48eae-9d27-4508-806a-469a6a5981ce req-c7b34118-6c95-4ea3-9d89-62754dd7aee7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511594 Jun 16 16:26:36.093294 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62c3a-1971-4e23-a7d0-62caff11fb90 req-13847ce4-f968-4e43-966f-bba95b62041f tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:36.094880 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6ff62c3a-1971-4e23-a7d0-62caff11fb90 req-13847ce4-f968-4e43-966f-bba95b62041f tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 945 time: 0.0567155 Jun 16 16:26:36.152314 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-6ff62c3a-1971-4e23-a7d0-62caff11fb90 req-6ff0f1bb-eae0-49b2-a17f-68c3ac2169cb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512354 Jun 16 16:26:37.282619 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e8f9-35ba-4b6b-af4a-684dcaf309b1 req-6cd8f13b-9d4f-4e57-8bcd-4fe0b89d5346 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:37.284114 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2245e8f9-35ba-4b6b-af4a-684dcaf309b1 req-6cd8f13b-9d4f-4e57-8bcd-4fe0b89d5346 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 945 time: 0.0530250 Jun 16 16:26:37.336680 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-2245e8f9-35ba-4b6b-af4a-684dcaf309b1 req-eb25a64f-e877-46e7-8baf-267afd119eba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Jun 16 16:26:37.451417 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb183-17de-4d9d-8997-ba84b31cc46b req-f6757579-ac57-488b-93be-2fe6375bd066 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:37.452787 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d5fb183-17de-4d9d-8997-ba84b31cc46b req-f6757579-ac57-488b-93be-2fe6375bd066 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 945 time: 0.0485890 Jun 16 16:26:37.508572 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-8d5fb183-17de-4d9d-8997-ba84b31cc46b req-a7f37e54-6ba3-438b-8651-b0b5cb2d57cc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491860 Jun 16 16:26:37.532369 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58356) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:37.572264 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67923f20-268e-4e0d-99f5-4839dc30b6be tempest-TestVolumeBootPattern-1551844321 tempest-TestVolumeBootPattern-1551844321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:37.573812 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-67923f20-268e-4e0d-99f5-4839dc30b6be tempest-TestVolumeBootPattern-1551844321 tempest-TestVolumeBootPattern-1551844321-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 1124 time: 0.0404363 Jun 16 16:26:37.576662 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58358) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:37.581547 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.v2.base [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Request body: {'floatingip': {'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'port_id': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:26:37.606107 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:37.692977 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (None), before_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:37.803282 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.db_base_plugin_common [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Allocated IP 172.27.2.76 (266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81/36b8dd5b-0af5-441f-ac93-0ee39464fa65/cc09b969-0013-4680-b489-57ce7eb13063) {{(pid=104115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:37.914216 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (cc09b969-0013-4680-b489-57ce7eb13063), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:37.947822 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776257040918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (cc09b969-0013-4680-b489-57ce7eb13063), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:37.990760 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Network 266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81 is already hosted by enough agents. {{(pid=104115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:37.994348 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.base_scheduler [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Resources bound (agent type, host, resource id): {{(pid=104115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:37.998158 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Received port after_create {{(pid=104115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:26:38.001515 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=cc09b969-0013-4680-b489-57ce7eb13063,revision_number=1']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.152429 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:38.296716 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:38.372953 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (99b735f7-82bf-4afc-bf7d-e92542eae6dd), precommit_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:38.454948 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7618726'] for port (cc09b969-0013-4680-b489-57ce7eb13063), before_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:38.607506 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for port (cc09b969-0013-4680-b489-57ce7eb13063), precommit_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:38.613546 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776257393493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776257040936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776257040954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3244202'] for port (cc09b969-0013-4680-b489-57ce7eb13063), after_update {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:38.688035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event updated for resources: {'Port': ['ID=cc09b969-0013-4680-b489-57ce7eb13063,revision_number=2']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.703526 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786314'] for floatingip (99b735f7-82bf-4afc-bf7d-e92542eae6dd), after_create {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:38.804284 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Floating IP 99b735f7-82bf-4afc-bf7d-e92542eae6dd associated. External IP: 172.27.2.76, port: 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd. Jun 16 16:26:39.161400 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:39.263432 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:39.283337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:26:39.396794 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:26:39.407160 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:39.420152 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:39.420919 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:26:39.421645 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:26:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:39.456645 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-b058ca7e-8a8c-4d46-b340-7d32e33732bc tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8789344 Jun 16 16:26:39.457234 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:26:39.460528 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d6c637-0676-41f8-97a6-e2aa3cec39df" -d '{"events": [{"name": "network-changed", "server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:39.504994 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21228267-cb54-4c10-8cfa-45e2c49bdf17 x-openstack-request-id: req-21228267-cb54-4c10-8cfa-45e2c49bdf17 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:39.504994 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:39.504994 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-21228267-cb54-4c10-8cfa-45e2c49bdf17 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:39.504994 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21228267-cb54-4c10-8cfa-45e2c49bdf17'] response: {'name': 'network-changed', 'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'status': 'completed', 'code': 200} Jun 16 16:26:39.535387 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:39.544742 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:26:39.573373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-fd3b2c22-f0ff-4c2a-83bc-c265b7b053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:39.574935 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-fd3b2c22-f0ff-4c2a-83bc-c265b7b053ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 1129 time: 0.0502357 Jun 16 16:26:39.694118 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-f57b6cf3-ff00-490c-9130-e58edfc28634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:39.696015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-f57b6cf3-ff00-490c-9130-e58edfc28634 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1124036 Jun 16 16:26:39.768552 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-c959e8c8-19d3-4064-a405-b0bce6a625e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd HTTP/1.1" status: 200 len: 998 time: 0.0663476 Jun 16 16:26:39.785484 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 1, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}, {'id': '99b735f7-82bf-4afc-bf7d-e92542eae6dd', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:45:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:26:38Z', 'updated_at': '2022-06-16T16:26:38Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:39.812940 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:39.822509 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:26:39.823133 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:26:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:39.827550 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-41b6ad27-5a8a-4fa2-a2cc-9581bce099ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:39.829035 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-41b6ad27-5a8a-4fa2-a2cc-9581bce099ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0535741 Jun 16 16:26:39.877041 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-59ee0d31-c453-4501-9643-8f897df9e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:39.881943 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-59ee0d31-c453-4501-9643-8f897df9e3da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434997 Jun 16 16:26:39.928564 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:26:39.977982 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-a0c5eb57-cf86-4846-982e-f81c8c5e1506 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919282 Jun 16 16:26:40.079031 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-23d6c637-0676-41f8-97a6-e2aa3cec39df req-7300f5d1-8f92-4e6a-8604-5d76030d60f7 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937107 Jun 16 16:26:40.168151 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 1, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}, {'id': '99b735f7-82bf-4afc-bf7d-e92542eae6dd', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:45:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:26:38Z', 'updated_at': '2022-06-16T16:26:38Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:40.199847 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368ffe60-862c-4ce3-9593-d044a8884340 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 1, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}, {'id': '99b735f7-82bf-4afc-bf7d-e92542eae6dd', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:45:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:26:38Z', 'updated_at': '2022-06-16T16:26:38Z', 'revision_number': 0, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:40.413482 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32f36c-5f35-4b46-9264-18e24e80e925 None None] New status for floating IP 99b735f7-82bf-4afc-bf7d-e92542eae6dd: ACTIVE {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:26:47.485844 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:47.504657 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:49.798463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-30827067-1f59-433c-98a1-b028315ea66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:50.074092 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=41 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:50.076256 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:50.164959 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=66 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:50.171464 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:52.269803 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb8dd-f133-4a4a-955f-f278f9e83281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:53.612153 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:54.877855 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:55.321709 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.434152 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-1e21c7ca-1dc1-4537-8de3-8cce8cbd18ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438132 Jun 16 16:26:56.499611 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-d0ccc39a-3a37-4874-be92-f0bcb478abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:56.501117 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-d0ccc39a-3a37-4874-be92-f0bcb478abb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1129 time: 0.0418088 Jun 16 16:26:56.633237 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-1712e919-b6e2-4f27-8c2f-744759c4739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:56.635404 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-1712e919-b6e2-4f27-8c2f-744759c4739b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1099405 Jun 16 16:26:56.717259 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-e62d5dde-3ca9-42ea-8f9f-139807b83709 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 200 len: 1001 time: 0.0707638 Jun 16 16:26:56.781828 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-d0e193e7-cf7f-49db-913b-e0b321ebe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:56.783640 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-d0e193e7-cf7f-49db-913b-e0b321ebe80e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0559185 Jun 16 16:26:56.846310 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-53df105a-ca26-4e85-916d-807c2704611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:56.847893 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-53df105a-ca26-4e85-916d-807c2704611a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486207 Jun 16 16:26:56.952419 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-2eede0b8-98ba-49be-856c-8d1ee0002ec7 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961738 Jun 16 16:26:57.056557 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-56264b14-d17f-4c05-94e9-59b37d9dbc86 req-bc7af17e-25e8-41fb-9f9e-958d4b1a6e56 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952644 Jun 16 16:27:02.166240 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:27:05.300876 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:05.313754 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:07.051716 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=47 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:07.053644 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=54 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:09.166586 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:19.154854 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:19.161233 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:19.793426 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8c11ad9a-b12c-49c4-a12d-d4da20370525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:21.226459 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:21.227703 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:22.273560 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0c43fd83-37d5-4213-a31f-34d3257ef570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:23.613463 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:24.881412 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:25.315234 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.852685 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [req-c1a77ca3-76b1-4c33-9759-2921e8e5638e req-83610ab7-b051-4c73-b718-d900c3b16a15 service neutron] (104114) timed out ('10.222.0.25', 54640) {{(pid=104114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:27:35.303105 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:35.305439 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:39.166492 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:27:39.173453 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:41.000528 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [req-c317e700-e610-424d-952b-19b73dd71012 req-4bc68be8-6272-4288-ba74-53066773cf77 service neutron] (104115) timed out ('10.222.0.25', 54646) {{(pid=104115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:27:49.167560 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:49.168914 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:49.798210 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4ef40844-89ef-4629-b077-837fb95f3c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:52.277525 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3a04d8ad-fe32-40c1-92c9-475e6b1361b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:53.616645 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:54.882765 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:55.312021 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:58.221344 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:58.222110 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:58.516015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-65db1a87-073d-4141-95d4-b07fd5e56c0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1355331 Jun 16 16:27:58.625539 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-f64c78ee-c882-4e2f-a5a2-3596640757a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:58.627054 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-f64c78ee-c882-4e2f-a5a2-3596640757a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1129 time: 0.0416534 Jun 16 16:27:58.737869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-c606e563-2c70-4fbb-acde-4ba6686c71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:58.739281 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-c606e563-2c70-4fbb-acde-4ba6686c71f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.0917995 Jun 16 16:27:58.809172 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-abc6e311-925d-4ec6-974f-931d6c187677 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 200 len: 1001 time: 0.0590861 Jun 16 16:27:58.859022 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-97e6ad6f-9e87-4638-b611-b75dc1c0467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:58.860493 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-97e6ad6f-9e87-4638-b611-b75dc1c0467e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0485547 Jun 16 16:27:58.907351 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-2596be96-61df-48f9-9b5d-5dd6fa5d9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:58.908868 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-2596be96-61df-48f9-9b5d-5dd6fa5d9983 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412118 Jun 16 16:27:59.000081 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-e1deaede-d555-4d1e-910b-328b1fe6ab19 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841501 Jun 16 16:27:59.111353 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-5e8a2b50-85bf-4077-a24c-bd95c79ddb76 req-fd38add0-7ca9-4335-bb31-0df0d4a288c8 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038537 Jun 16 16:28:05.300894 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:05.307143 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:09.103895 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=52 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:09.105869 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=49 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:09.172529 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:16.165915 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:28:17.940102 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=12 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:18.522202 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58398) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:18.670456 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Deleting port cc09b969-0013-4680-b489-57ce7eb13063 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:18.670792 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (cc09b969-0013-4680-b489-57ce7eb13063), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:18.752393 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (cc09b969-0013-4680-b489-57ce7eb13063), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:18.752779 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (cc09b969-0013-4680-b489-57ce7eb13063), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:18.767129 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Calling delete_port for cc09b969-0013-4680-b489-57ce7eb13063 owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:18.912983 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (cc09b969-0013-4680-b489-57ce7eb13063), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:18.941704 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'Port': ['ID=cc09b969-0013-4680-b489-57ce7eb13063,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:18.955947 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.957149 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.957149 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.957373 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.957652 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.957911 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.958263 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.958591 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.958959 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.959350 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.959675 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.959954 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.960234 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.960554 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:18.960876 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:19.019824 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (99b735f7-82bf-4afc-bf7d-e92542eae6dd), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:19.020140 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Floating IP 99b735f7-82bf-4afc-bf7d-e92542eae6dd disassociated (deleted). External IP: 172.27.2.76, port: 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd. Jun 16 16:28:19.164447 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:19.166838 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:19.229354 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:28:19.336337 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:19.339870 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:28:19.344631 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:19.349093 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:19.359304 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:19.359914 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:27:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:19.377036 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-57afa8d9-1908-4e90-81b1-76827693b0eb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "DELETE /v2.0/floatingips/99b735f7-82bf-4afc-bf7d-e92542eae6dd HTTP/1.1" status: 204 len: 168 time: 0.8537219 Jun 16 16:28:19.377727 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:28:19.380866 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6361c9-7536-4d87-bb4e-835ed34420b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:19.428611 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a21e858-e0c2-4298-9d5a-7c546f707634 x-openstack-request-id: req-9a21e858-e0c2-4298-9d5a-7c546f707634 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:19.429041 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:19.429178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9a21e858-e0c2-4298-9d5a-7c546f707634 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:19.429586 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a21e858-e0c2-4298-9d5a-7c546f707634'] response: {'name': 'network-changed', 'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'status': 'completed', 'code': 200} Jun 16 16:28:19.485207 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:19.502548 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-5b24145e-40c9-4b99-9289-12a157e31c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:19.505477 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-5b24145e-40c9-4b99-9289-12a157e31c0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 1129 time: 0.0456581 Jun 16 16:28:19.624329 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:19.666566 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-8498e427-3ae5-48d7-a796-e36e7b40b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:19.668079 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-8498e427-3ae5-48d7-a796-e36e7b40b50b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1506169 Jun 16 16:28:19.810748 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7612c750-402d-4396-a1be-e2e30b0ca117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:19.838051 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac2fc9-a137-4bd3-805a-5f37560ef7f1 req-15b434a8-0f53-4f66-9fdb-6e5799f4bb6a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:19.839726 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-26ac2fc9-a137-4bd3-805a-5f37560ef7f1 req-15b434a8-0f53-4f66-9fdb-6e5799f4bb6a tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 945 time: 0.2241826 Jun 16 16:28:19.848045 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 1, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:19.873655 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:19.886191 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:19.886852 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:27:52Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:19.896718 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-26ac2fc9-a137-4bd3-805a-5f37560ef7f1 req-d83d753e-40d2-42bc-8d21-7e8f921501ee tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502684 Jun 16 16:28:20.012384 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:20.244075 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 1, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:20.280658 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c4f5a-4933-4c2e-8680-57946fd41527 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_floatingips': [{'id': '43de59c7-c7ce-4a6b-8ce0-e5897b03072e', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'router_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'port_id': '64308097-cfca-4e56-bded-c92e6aef946a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'mac_address': 'fa:16:3e:aa:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:24:33Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 1, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:20.536224 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada890f-864e-4f28-bfa3-ba1a6505a89a None None] New status for floating IP 99b735f7-82bf-4afc-bf7d-e92542eae6dd: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:28:20.764477 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-0d84d58e-0337-4535-9dc5-b7f5dfac9081 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd HTTP/1.1" status: 200 len: 217 time: 0.0419927 Jun 16 16:28:20.824178 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-dd2ad4ef-6e27-474d-bfd5-e81b86bd9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:20.825672 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-dd2ad4ef-6e27-474d-bfd5-e81b86bd9107 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0515988 Jun 16 16:28:20.983270 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-48fc1298-845b-408a-903d-5b07b183eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:20.984961 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-48fc1298-845b-408a-903d-5b07b183eba2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492108 Jun 16 16:28:21.092102 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-2a5e5871-16c3-4f61-b88e-be8807c4339f service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963356 Jun 16 16:28:21.098527 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af72c6-5b37-4eab-a32d-d50f2bc94846 req-f2fe33ad-3fe0-4ef7-b707-b4340a05dfc2 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:21.100025 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d4af72c6-5b37-4eab-a32d-d50f2bc94846 req-f2fe33ad-3fe0-4ef7-b707-b4340a05dfc2 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 945 time: 0.1175687 Jun 16 16:28:21.151254 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-d4af72c6-5b37-4eab-a32d-d50f2bc94846 req-31ec50bd-82ee-4671-a3d1-b549d1ac5e3b tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456913 Jun 16 16:28:21.357335 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-77a24290-2c60-44a2-8ac7-e15f2f6a66a5 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:21.358858 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-77a24290-2c60-44a2-8ac7-e15f2f6a66a5 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 945 time: 0.0635920 Jun 16 16:28:21.417061 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-0e6361c9-7536-4d87-bb4e-835ed34420b4 req-cc4157f8-ded3-4e71-9728-9987baca7726 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816061 Jun 16 16:28:21.478077 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Deleting port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:21.478418 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:21.576332 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] For port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:21.576698 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:21.590121 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Calling delete_port for 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:21.698116 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:21.730992 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:21.772952 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'Port': ['ID=60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:21.819053 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] No DVR routers for this DVR port 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:28:21.821714 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:21.825080 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9f83fd18-3ee5-4381-9399-de760f72c06e req-4ddc8558-ad4b-4585-80f7-a3711ea4c50e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "DELETE /v2.0/ports/60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd HTTP/1.1" status: 204 len: 173 time: 0.4591942 Jun 16 16:28:21.825552 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'name': 'network-vif-deleted', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:28:21.828435 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba07daf-1de1-4d7f-95ea-01788edba82e" -d '{"events": [{"server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "name": "network-vif-deleted", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:21.870814 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb206a78-ce6c-4453-9db7-5083f70f8f94 x-openstack-request-id: req-bb206a78-ce6c-4453-9db7-5083f70f8f94 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:21.871124 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4279c86-c1d0-4cbd-ad8d-7de767fe483b", "name": "network-vif-deleted", "tag": "60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:21.871376 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bb206a78-ce6c-4453-9db7-5083f70f8f94 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:21.871773 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb206a78-ce6c-4453-9db7-5083f70f8f94'] response: {'server_uuid': 'f4279c86-c1d0-4cbd-ad8d-7de767fe483b', 'name': 'network-vif-deleted', 'tag': '60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd', 'status': 'completed', 'code': 200} Jun 16 16:28:22.274580 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-919761f1-cddf-4276-acfb-64ef2b45b272 req-ba0aa6e1-4867-496a-bb26-890f90be769b tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4279c86-c1d0-4cbd-ad8d-7de767fe483b HTTP/1.1" status: 200 len: 210 time: 0.0315375 Jun 16 16:28:22.295627 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1e726ff1-6728-4759-bc24-a276002e5adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:23.620976 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:24.886717 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:25.030460 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:25.051331 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:25.051684 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 60ce65ed-ec30-4fc7-9bb3-9b6d549d49cd not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:25.318667 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:25.581097 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58442) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:25.937257 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:25.985417 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Deleting port 72d2d40d-e89a-46dc-956c-85f9a1ce6093 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:25.985755 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:26.067449 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:26.067768 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (72d2d40d-e89a-46dc-956c-85f9a1ce6093), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:26.080401 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Calling delete_port for 72d2d40d-e89a-46dc-956c-85f9a1ce6093 owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:26.228362 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (72d2d40d-e89a-46dc-956c-85f9a1ce6093), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:26.252775 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'Port': ['ID=72d2d40d-e89a-46dc-956c-85f9a1ce6093,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:26.320571 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (43de59c7-c7ce-4a6b-8ce0-e5897b03072e), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:26.320571 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.db.l3_db [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Floating IP 43de59c7-c7ce-4a6b-8ce0-e5897b03072e disassociated (deleted). External IP: 172.27.2.204, port: 64308097-cfca-4e56-bded-c92e6aef946a. Jun 16 16:28:26.519893 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:28:26.625467 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:28:26.630784 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:26.637715 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:26.649272 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:26.650121 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:28:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:26.650837 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:26.663206 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-9602acf1-5c86-444b-956e-95dc5b629fd3 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "DELETE /v2.0/floatingips/43de59c7-c7ce-4a6b-8ce0-e5897b03072e HTTP/1.1" status: 204 len: 168 time: 1.0804334 Jun 16 16:28:26.663803 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:28:26.666077 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c8f10-2e62-4570-a698-6403d6f98380" -d '{"events": [{"name": "network-changed", "server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "tag": "64308097-cfca-4e56-bded-c92e6aef946a"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:26.693143 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:26.706719 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3838cd-23e4-4cb4-b762-0088998accf4 x-openstack-request-id: req-0d3838cd-23e4-4cb4-b762-0088998accf4 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:26.707027 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "tag": "64308097-cfca-4e56-bded-c92e6aef946a", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:26.707273 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0d3838cd-23e4-4cb4-b762-0088998accf4 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:26.707894 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3838cd-23e4-4cb4-b762-0088998accf4'] response: {'name': 'network-changed', 'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a', 'status': 'completed', 'code': 200} Jun 16 16:28:26.764751 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:26.777154 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-2d6d5595-a540-4719-b0a1-15961598e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:26.778670 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-2d6d5595-a540-4719-b0a1-15961598e9d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b77126371c5d44db8ab75fbfca0737af&device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 1129 time: 0.0465539 Jun 16 16:28:26.915990 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:26.933524 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-b6ae7089-203f-4049-80dc-5cb90c752443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:26.935073 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-b6ae7089-203f-4049-80dc-5cb90c752443 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 200 len: 912 time: 0.1417520 Jun 16 16:28:26.947410 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc1a8-dbc2-4166-beab-7cac362bec63 req-1e7dc55e-194e-4491-a70e-bb45cc0b5faa tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:26.948947 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9bfcc1a8-dbc2-4166-beab-7cac362bec63 req-1e7dc55e-194e-4491-a70e-bb45cc0b5faa tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 945 time: 0.0713720 Jun 16 16:28:26.962818 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:26.983755 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:27.004315 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-9bfcc1a8-dbc2-4166-beab-7cac362bec63 req-7f75770b-b1bc-455e-a35d-489999e27858 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488186 Jun 16 16:28:27.011465 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:27.023324 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:27.023702 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:28:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:27.132561 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:27.332600 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:27.361443 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c8ef7-5bc6-46f0-adb7-630436a8f20b None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:21:07Z', 'revision_number': 4, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi', '_interfaces': [{'id': '2a4de2f4-39b1-48b5-af61-32128f42d550', 'name': '', 'network_id': 'c8adc531-7e83-47cd-8743-c56fb61916fb', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'mac_address': 'fa:16:3e:54:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:06Z', 'updated_at': '2022-06-16T16:21:16Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'subnets': [{'id': '4dd4ecfb-6940-40f3-a98b-6cc9530e83b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:27.610741 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce78c-7799-48d5-9ac2-692097503e07 None None] New status for floating IP 43de59c7-c7ce-4a6b-8ce0-e5897b03072e: DOWN {{(pid=104116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:28:27.992669 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-882b4fc1-f475-4bfb-8ae8-6e4dbe649d80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 200 len: 217 time: 0.0393591 Jun 16 16:28:28.056057 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-66a6ce8b-03cb-4380-886e-fa6931e9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:28.057541 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-66a6ce8b-03cb-4380-886e-fa6931e9077b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 200 len: 850 time: 0.0574324 Jun 16 16:28:28.173952 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fee35-70d8-4c83-aad4-0d8598f90255 req-da346aab-e9a0-48a6-a409-8e2abd716bdd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:28.175500 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-763fee35-70d8-4c83-aad4-0d8598f90255 req-da346aab-e9a0-48a6-a409-8e2abd716bdd tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 945 time: 0.0642691 Jun 16 16:28:28.181082 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-c16480f4-cc20-472a-9ed9-9d702792eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:28.182653 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-c16480f4-cc20-472a-9ed9-9d702792eeb3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8adc531-7e83-47cd-8743-c56fb61916fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416851 Jun 16 16:28:28.228490 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-763fee35-70d8-4c83-aad4-0d8598f90255 req-180f1dcd-19e6-4fdf-93f1-f5be3b552deb tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f633015-58b3-46b4-a249-65b5fe0b3459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Jun 16 16:28:28.287897 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-1e784e94-b503-406e-90ad-fd78c7f5bbd6 service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976551 Jun 16 16:28:28.464392 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-4e8c8f10-2e62-4570-a698-6403d6f98380 req-4b0bcc81-5771-4b82-ac2f-a13c19d29f5a service neutron] 10.222.0.25 "GET /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988247 Jun 16 16:28:28.499655 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-4e149c3a-fcaf-44f3-a9ff-1b9143b1c6b9 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:28.501015 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-4e149c3a-fcaf-44f3-a9ff-1b9143b1c6b9 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 945 time: 0.0556028 Jun 16 16:28:28.590488 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Deleting port 64308097-cfca-4e56-bded-c92e6aef946a {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:28.590823 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (64308097-cfca-4e56-bded-c92e6aef946a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:28.686637 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] For port 64308097-cfca-4e56-bded-c92e6aef946a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64308097-cfca-4e56-bded-c92e6aef946a,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:28.686997 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (64308097-cfca-4e56-bded-c92e6aef946a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:28.700842 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Calling delete_port for 64308097-cfca-4e56-bded-c92e6aef946a owned by compute:nova {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:28.833297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (64308097-cfca-4e56-bded-c92e6aef946a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:28.844304 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:28.869572 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'Port': ['ID=64308097-cfca-4e56-bded-c92e6aef946a,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:28.912737 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] No DVR routers for this DVR port 64308097-cfca-4e56-bded-c92e6aef946a on host hv-cinder-83716 {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:28:28.915143 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for port (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:28.918434 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [req-ea77224c-d613-40e9-abf7-5b0f693d7e30 req-2ab4b229-4d94-49c4-bf22-805ff06cfa31 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.25 "DELETE /v2.0/ports/64308097-cfca-4e56-bded-c92e6aef946a HTTP/1.1" status: 204 len: 173 time: 0.4110911 Jun 16 16:28:28.918902 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'name': 'network-vif-deleted', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a'}] {{(pid=104115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:28:28.921225 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d14960425b9126d114d7d813b226c499c292f12c58b3371a6a58cf68cf4a434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c00ad-79c7-4b09-a699-2b8b0c2a80f9" -d '{"events": [{"server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "name": "network-vif-deleted", "tag": "64308097-cfca-4e56-bded-c92e6aef946a"}]}' {{(pid=104115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:28.960331 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cfa379-66ab-429c-a932-89298620f8b6 x-openstack-request-id: req-62cfa379-66ab-429c-a932-89298620f8b6 {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:28.960615 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73883b1-66a1-4b97-9bb8-9b1cd503adc4", "name": "network-vif-deleted", "tag": "64308097-cfca-4e56-bded-c92e6aef946a", "status": "completed", "code": 200}]} {{(pid=104115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:28.960876 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-62cfa379-66ab-429c-a932-89298620f8b6 {{(pid=104115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:28.961282 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cfa379-66ab-429c-a932-89298620f8b6'] response: {'server_uuid': 'd73883b1-66a1-4b97-9bb8-9b1cd503adc4', 'name': 'network-vif-deleted', 'tag': '64308097-cfca-4e56-bded-c92e6aef946a', 'status': 'completed', 'code': 200} Jun 16 16:28:29.358975 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [req-b81ec4dc-c69c-4ce6-94db-49ba9b013320 req-ff47be88-27ce-4a37-8334-652a5b6c09c8 tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "GET /v2.0/ports?device_id=d73883b1-66a1-4b97-9bb8-9b1cd503adc4 HTTP/1.1" status: 200 len: 210 time: 0.0347152 Jun 16 16:28:30.418849 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58458) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:30.534203 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Deleting port 109d397a-5d03-4e0b-a14a-53a36237af94 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:30.535069 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (109d397a-5d03-4e0b-a14a-53a36237af94), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:30.555682 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:30.621298 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (109d397a-5d03-4e0b-a14a-53a36237af94), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:30.621625 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (109d397a-5d03-4e0b-a14a-53a36237af94), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:30.634894 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Calling delete_port for 109d397a-5d03-4e0b-a14a-53a36237af94 owned by network:floatingip {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:30.771516 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (109d397a-5d03-4e0b-a14a-53a36237af94), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:30.802080 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'Port': ['ID=109d397a-5d03-4e0b-a14a-53a36237af94,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:30.864980 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for floatingip (f9e43e2e-9ced-4474-aea6-bfdb0cb6397b), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:30.867414 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179585'] for floatingip (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:30.868842 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-5471b58a-2e7f-4a66-b535-fef0f249df6e tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "DELETE /v2.0/floatingips/f9e43e2e-9ced-4474-aea6-bfdb0cb6397b HTTP/1.1" status: 204 len: 168 time: 0.4491932 Jun 16 16:28:32.081856 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58470) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:32.141209 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6343aeec-2380-403c-8dad-b9a9195571ba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group (2f633015-58b3-46b4-a249-65b5fe0b3459), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:32.167338 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6343aeec-2380-403c-8dad-b9a9195571ba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group (2f633015-58b3-46b4-a249-65b5fe0b3459), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:32.233037 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6343aeec-2380-403c-8dad-b9a9195571ba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (2f633015-58b3-46b4-a249-65b5fe0b3459), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:32.236437 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-6343aeec-2380-403c-8dad-b9a9195571ba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:32.238910 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-6343aeec-2380-403c-8dad-b9a9195571ba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] 10.222.0.17 "DELETE /v2.0/security-groups/2f633015-58b3-46b4-a249-65b5fe0b3459 HTTP/1.1" status: 204 len: 168 time: 0.1555429 Jun 16 16:28:32.248353 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343aeec-2380-403c-8dad-b9a9195571ba tempest-TestVolumeBootPattern-1734897560 tempest-TestVolumeBootPattern-1734897560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f633015-58b3-46b4-a249-65b5fe0b3459,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:32.295861 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58474) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:32.623759 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:32.714733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (03baeb4a-fb96-4179-b632-9bdf096ba22a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:32.858867 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:32.939179 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Deleting port 2a4de2f4-39b1-48b5-af61-32128f42d550 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:32.939413 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:33.022796 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] For port 2a4de2f4-39b1-48b5-af61-32128f42d550, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=2a4de2f4-39b1-48b5-af61-32128f42d550,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:33.023165 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:33.038680 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Calling delete_port for 2a4de2f4-39b1-48b5-af61-32128f42d550 owned by network:router_interface {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:33.071822 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 64308097-cfca-4e56-bded-c92e6aef946a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:33.090669 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] No Port match for: 64308097-cfca-4e56-bded-c92e6aef946a {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:33.091007 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Device 64308097-cfca-4e56-bded-c92e6aef946a not bound to the agent host hv-cinder-83716 {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:33.223941 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (2a4de2f4-39b1-48b5-af61-32128f42d550), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:33.249340 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4de2f4-39b1-48b5-af61-32128f42d550,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:33.418503 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (03baeb4a-fb96-4179-b632-9bdf096ba22a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:33.508125 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:33.634109 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Router 03baeb4a-fb96-4179-b632-9bdf096ba22a has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:28:33.686063 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:34.004402 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:28:34.009516 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-65d6d6a7-e098-4a5a-a9d6-800c352f6290 admin admin] 10.222.0.17 "PUT /v2.0/routers/03baeb4a-fb96-4179-b632-9bdf096ba22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125952 Jun 16 16:28:34.012233 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58478) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:34.014976 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] Sync routers for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:34.026234 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:34.026936 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:28:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:34.115041 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks [] for router (03baeb4a-fb96-4179-b632-9bdf096ba22a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.216481 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: dv-cinder-837167-3-iscsi {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:34.225029 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks [] for router_gateway (03baeb4a-fb96-4179-b632-9bdf096ba22a), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.268480 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Deleting port 8c39d29a-3548-4899-93ce-126276f25473 {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:34.270269 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (8c39d29a-3548-4899-93ce-126276f25473), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.353289 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] For port 8c39d29a-3548-4899-93ce-126276f25473, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8c39d29a-3548-4899-93ce-126276f25473,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:34.353652 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (8c39d29a-3548-4899-93ce-126276f25473), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.367400 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Calling delete_port for 8c39d29a-3548-4899-93ce-126276f25473 owned by network:router_gateway {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:34.387441 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '8c39d29a-3548-4899-93ce-126276f25473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:28:33Z', 'revision_number': 5, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port': {'id': '8c39d29a-3548-4899-93ce-126276f25473', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:03Z', 'updated_at': '2022-06-16T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:34.413793 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] Checking router: 03baeb4a-fb96-4179-b632-9bdf096ba22a for host: dv-cinder-837167-3-iscsi {{(pid=104117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:34.422212 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] Routers {'03baeb4a-fb96-4179-b632-9bdf096ba22a'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:34.422804 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:28:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['03baeb4a-fb96-4179-b632-9bdf096ba22a'], 'active': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:34.426403 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:34.510058 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvr_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] Set router 03baeb4a-fb96-4179-b632-9bdf096ba22a gateway port host: None {{(pid=104117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:34.539191 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (8c39d29a-3548-4899-93ce-126276f25473), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.566271 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c39d29a-3548-4899-93ce-126276f25473,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:34.567027 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:28:34Z', 'revision_number': 6, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:34.594904 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0cc-96bd-435d-bfbe-56f0a4c5a0f4 None None] The sync data for ids ['03baeb4a-fb96-4179-b632-9bdf096ba22a'] in dv-cinder-837167-3-iscsi is: [{'id': '03baeb4a-fb96-4179-b632-9bdf096ba22a', 'name': 'tempest-TestVolumeBootPattern-406987965-router', 'tenant_id': 'b77126371c5d44db8ab75fbfca0737af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:02Z', 'updated_at': '2022-06-16T16:28:34Z', 'revision_number': 6, 'project_id': 'b77126371c5d44db8ab75fbfca0737af', 'gw_port_host': None}] {{(pid=104117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:34.641793 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (03baeb4a-fb96-4179-b632-9bdf096ba22a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.727958 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:34.732025 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (03baeb4a-fb96-4179-b632-9bdf096ba22a), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.734410 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks [] for router_controller (03baeb4a-fb96-4179-b632-9bdf096ba22a), precommit_delete_associations {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.779367 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (03baeb4a-fb96-4179-b632-9bdf096ba22a), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.780020 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03baeb4a-fb96-4179-b632-9bdf096ba22a {{(pid=104115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:28:34.785284 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.786489 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-912f7fd8-9035-4261-8e58-4d66cd06b60a admin admin] 10.222.0.17 "DELETE /v2.0/routers/03baeb4a-fb96-4179-b632-9bdf096ba22a HTTP/1.1" status: 204 len: 168 time: 0.7733428 Jun 16 16:28:34.789175 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58480) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:34.835300 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Deleting subnet 4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:28:34.838824 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Publish callbacks [] for subnet (4dd4ecfb-6940-40f3-a98b-6cc9530e83b8), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.876561 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (4dd4ecfb-6940-40f3-a98b-6cc9530e83b8), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:34.962758 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (4dd4ecfb-6940-40f3-a98b-6cc9530e83b8), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.023594 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (4dd4ecfb-6940-40f3-a98b-6cc9530e83b8), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.043501 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311fe094-c6bb-43d8-8af0-2d45ceb0f9a9 None None] Network c8adc531-7e83-47cd-8743-c56fb61916fb requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:28:35.053408 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.059002 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4dd4ecfb-6940-40f3-a98b-6cc9530e83b8 HTTP/1.1" status: 204 len: 168 time: 0.2663934 Jun 16 16:28:35.059002 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd4ecfb-6940-40f3-a98b-6cc9530e83b8,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:35.059762 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58482) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:35.065605 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.066043 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.066395 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.066736 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.067071 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.067411 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.067742 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.068071 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.068400 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.068729 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.069057 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.069390 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.069711 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.070060 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.070387 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757f311-30fa-4621-82d7-482ea754d91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:35.144821 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (c8adc531-7e83-47cd-8743-c56fb61916fb), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.157129 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:35.200035 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Deleting port 06f7574b-c1bc-4975-b251-7f9d300dae9b {{(pid=104115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:35.200364 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.270960 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.db [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] For port 06f7574b-c1bc-4975-b251-7f9d300dae9b, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=06f7574b-c1bc-4975-b251-7f9d300dae9b,segment=NetworkSegment(1b57b667-51da-4c4a-bf21-5758a498b8d6),segment_id=1b57b667-51da-4c4a-bf21-5758a498b8d6)] {{(pid=104115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:35.271685 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.284716 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.plugin [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Calling delete_port for 06f7574b-c1bc-4975-b251-7f9d300dae9b owned by network:dhcp {{(pid=104115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:35.373421 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3244195'] for port (06f7574b-c1bc-4975-b251-7f9d300dae9b), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.380121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90439af8-aaed-48e6-aefd-8591c0f4f26c None None] DHCP port deletion for c8adc531-7e83-47cd-8743-c56fb61916fb request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:28:35.400355 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f7574b-c1bc-4975-b251-7f9d300dae9b,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:35.406375 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] No DVR routers for this DVR port 06f7574b-c1bc-4975-b251-7f9d300dae9b on host dv-cinder-837167-3-iscsi {{(pid=104115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:28:35.483074 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (c8adc531-7e83-47cd-8743-c56fb61916fb), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.506743 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8adc531-7e83-47cd-8743-c56fb61916fb']}} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:35.506946 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 06f7574b-c1bc-4975-b251-7f9d300dae9b no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:35.518221 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b57b667-51da-4c4a-bf21-5758a498b8d6') {'for_net_delete': True} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:35.519047 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.services.segments.db [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b57b667-51da-4c4a-bf21-5758a498b8d6') {} {{(pid=104115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:35.531174 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244330'] for segment (1b57b667-51da-4c4a-bf21-5758a498b8d6), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.536153 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 06f7574b-c1bc-4975-b251-7f9d300dae9b {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:35.536497 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 06f7574b-c1bc-4975-b251-7f9d300dae9b not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:35.537108 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8c39d29a-3548-4899-93ce-126276f25473 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:35.546733 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (1b57b667-51da-4c4a-bf21-5758a498b8d6), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.554010 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:28:35.554411 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3244110'] for segment (1b57b667-51da-4c4a-bf21-5758a498b8d6), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.559518 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 8c39d29a-3548-4899-93ce-126276f25473 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:35.559942 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8c39d29a-3548-4899-93ce-126276f25473 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:35.560642 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 2a4de2f4-39b1-48b5-af61-32128f42d550 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:35.578137 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 1b57b667-51da-4c4a-bf21-5758a498b8d6 resource provider aggregate not found Jun 16 16:28:35.579612 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 2a4de2f4-39b1-48b5-af61-32128f42d550 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:35.579961 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 2a4de2f4-39b1-48b5-af61-32128f42d550 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:35.614013 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.services.segments.plugin [-] Segment 1b57b667-51da-4c4a-bf21-5758a498b8d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b57b667-51da-4c4a-bf21-5758a498b8d6 found for delete ", "request_id": "req-1cd92a88-ea11-442b-944c-928bb46c6972"}]} Jun 16 16:28:35.629462 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (c8adc531-7e83-47cd-8743-c56fb61916fb), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.635731 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:35.641686 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c8adc531-7e83-47cd-8743-c56fb61916fb HTTP/1.1" status: 204 len: 168 time: 0.5782557 Jun 16 16:28:35.642178 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58488) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:35.651904 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1f55-baf4-4b7e-88cc-c9513a22e065 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8adc531-7e83-47cd-8743-c56fb61916fb,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:35.972201 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787082'] for router_interface (3dcc53be-2fa8-4d9d-be13-40e662730bc3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:36.059206 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:36.117609 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:36.202994 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Deleting port 04045a70-bee1-4ab1-9b7b-4056e16937c1 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:36.203334 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:36.282669 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] For port 04045a70-bee1-4ab1-9b7b-4056e16937c1, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=04045a70-bee1-4ab1-9b7b-4056e16937c1,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:36.282947 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:36.296419 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Calling delete_port for 04045a70-bee1-4ab1-9b7b-4056e16937c1 owned by network:router_interface {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:36.482457 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (04045a70-bee1-4ab1-9b7b-4056e16937c1), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:36.522069 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=04045a70-bee1-4ab1-9b7b-4056e16937c1,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:36.697571 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1787738'] for router_interface (3dcc53be-2fa8-4d9d-be13-40e662730bc3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:36.926932 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 has already been hosted by L3 agent f9c8043d-6f86-44d9-ae37-fbe1f6771825 {{(pid=104114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:28:36.978197 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:36.983154 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:37.044659 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] Notify agent at l3_agent.dv-cinder-837167-3-iscsi the message routers_updated {{(pid=104114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:28:37.049364 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-0b846fcf-bf31-421e-be2f-3bc09bdb2c18 admin admin] 10.222.0.17 "PUT /v2.0/routers/3dcc53be-2fa8-4d9d-be13-40e662730bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058330 Jun 16 16:28:37.052448 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58490) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:37.056517 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] Sync routers for ids ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'] in dv-cinder-837167-3-iscsi {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:37.067558 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] Routers {'3dcc53be-2fa8-4d9d-be13-40e662730bc3'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:37.068275 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:28:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:37.165336 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks [] for router (3dcc53be-2fa8-4d9d-be13-40e662730bc3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.189187 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] Set router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 gateway port host: dv-cinder-837167-3-iscsi {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:37.277565 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks [] for router_gateway (3dcc53be-2fa8-4d9d-be13-40e662730bc3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.337635 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Deleting port 30f0f157-6a3f-45bb-93ae-8e8927a71be3 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:37.338018 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.378024 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'external_fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:28:36Z', 'revision_number': 5, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port': {'id': '30f0f157-6a3f-45bb-93ae-8e8927a71be3', 'name': '', 'network_id': '266a6fb7-29b1-4a4b-8c0c-0e660cd1fc81', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:12Z', 'updated_at': '2022-06-16T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36b8dd5b-0af5-441f-ac93-0ee39464fa65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-3-iscsi'}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:37.415199 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] Checking router: 3dcc53be-2fa8-4d9d-be13-40e662730bc3 for host: dv-cinder-837167-3-iscsi {{(pid=104116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:37.424476 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] Routers {'3dcc53be-2fa8-4d9d-be13-40e662730bc3'} bound to L3 agent in host dv-cinder-837167-3-iscsi {{(pid=104116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:28:37.425676 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:03:22Z,description=,heartbeat_timestamp=2022-06-16T16:28:22Z,host='dv-cinder-837167-3-iscsi',id=f9c8043d-6f86-44d9-ae37-fbe1f6771825,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:03:22Z,topic='l3_agent')) {'router_ids': ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'], 'active': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:37.429962 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] For port 30f0f157-6a3f-45bb-93ae-8e8927a71be3, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=30f0f157-6a3f-45bb-93ae-8e8927a71be3,segment=NetworkSegment(d64cacf1-c6d0-43a4-8f7c-47d5e6813927),segment_id=d64cacf1-c6d0-43a4-8f7c-47d5e6813927)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:37.430331 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.447049 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Calling delete_port for 30f0f157-6a3f-45bb-93ae-8e8927a71be3 owned by network:router_gateway {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:37.517722 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvr_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] Set router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 gateway port host: None {{(pid=104116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:28:37.570500 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_hamode_db [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:28:37Z', 'revision_number': 6, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port_host': None}], 'dv-cinder-837167-3-iscsi', False) {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:37.596886 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6b455-6000-4821-b477-e82575a7cae0 None None] The sync data for ids ['3dcc53be-2fa8-4d9d-be13-40e662730bc3'] in dv-cinder-837167-3-iscsi is: [{'id': '3dcc53be-2fa8-4d9d-be13-40e662730bc3', 'name': 'tempest-TestVolumeBootPattern-1705800071-router', 'tenant_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:11Z', 'updated_at': '2022-06-16T16:28:37Z', 'revision_number': 6, 'project_id': '4be9ac41669a4f3194ef165f3fc5cb31', 'gw_port_host': None}] {{(pid=104116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:37.625975 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (30f0f157-6a3f-45bb-93ae-8e8927a71be3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.654268 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f0f157-6a3f-45bb-93ae-8e8927a71be3,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:37.721756 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1786253'] for router_gateway (3dcc53be-2fa8-4d9d-be13-40e662730bc3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.812230 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1801604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11021'] for router (3dcc53be-2fa8-4d9d-be13-40e662730bc3), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.814453 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks [] for router_controller (3dcc53be-2fa8-4d9d-be13-40e662730bc3), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.856443 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1801710'] for router (3dcc53be-2fa8-4d9d-be13-40e662730bc3), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.857050 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dcc53be-2fa8-4d9d-be13-40e662730bc3 {{(pid=104114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:28:37.861305 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.863039 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-ce3204dd-d461-439f-90d4-742a236eb263 admin admin] 10.222.0.17 "DELETE /v2.0/routers/3dcc53be-2fa8-4d9d-be13-40e662730bc3 HTTP/1.1" status: 204 len: 168 time: 0.8096600 Jun 16 16:28:37.865516 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58492) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:37.911856 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Deleting subnet 9661d670-c098-4856-9a69-b3702eeb15f8 {{(pid=104114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:28:37.914955 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Publish callbacks [] for subnet (9661d670-c098-4856-9a69-b3702eeb15f8), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.936083 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:37.955081 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340294'] for subnet (9661d670-c098-4856-9a69-b3702eeb15f8), precommit_delete_associations {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.989949 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:38.038103 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7617656'] for subnet (9661d670-c098-4856-9a69-b3702eeb15f8), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.092523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7617603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3178640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112104'] for subnet (9661d670-c098-4856-9a69-b3702eeb15f8), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.120561 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9661d670-c098-4856-9a69-b3702eeb15f8,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:38.126159 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for subnet (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.130711 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-fb7c40d6-cd99-4eb4-b3f4-81d7557680ad admin admin] 10.222.0.17 "DELETE /v2.0/subnets/9661d670-c098-4856-9a69-b3702eeb15f8 HTTP/1.1" status: 204 len: 168 time: 0.2642219 Jun 16 16:28:38.133175 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58494) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:38.133779 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef64811-d2f7-449d-8cb9-3a8eaa7d0e6e None None] Network bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 requested from dv-cinder-837167-3-iscsi {{(pid=104116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:28:38.204443 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7764291'] for network (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.249259 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Deleting port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 {{(pid=104114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:38.249525 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.320431 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.db [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] For port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:38.320718 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.334176 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.plugin [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Calling delete_port for 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 owned by network:dhcp {{(pid=104114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:38.380653 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] DHCP port deletion for bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 request from dv-cinder-837167-3-iscsi {{(pid=104116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:28:38.418209 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Deleting port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:28:38.418725 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776257390695'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.423428 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3178659'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.451800 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:38.458623 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] No DVR routers for this DVR port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 on host dv-cinder-837167-3-iscsi {{(pid=104114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:28:38.489453 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] For port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9, host dv-cinder-837167-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-3-iscsi',level=0,port_id=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,segment=NetworkSegment(5c76ec58-d221-4268-bbc4-9d3085a328de),segment_id=5c76ec58-d221-4268-bbc4-9d3085a328de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:28:38.489863 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801674'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.506445 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Calling delete_port for 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:28:38.531106 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7612217', 'neutron.services.segments.db._delete_segments_for_network-8776257482999'] for network (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.547742 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:38.552177 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbce1fe-2b4f-4519-8162-2e37cbe21ff9']}} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:38.562694 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c76ec58-d221-4268-bbc4-9d3085a328de') {'for_net_delete': True} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:38.563095 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.services.segments.db [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c76ec58-d221-4268-bbc4-9d3085a328de') {} {{(pid=104114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:38.569412 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:38.574530 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776257482882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3340305'] for segment (5c76ec58-d221-4268-bbc4-9d3085a328de), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.591445 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7618663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776257393502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776257040927'] for port (8a42ffdb-f38f-4783-a30a-1fb43c6114b9), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.592871 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536'] for segment (5c76ec58-d221-4268-bbc4-9d3085a328de), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.601523 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:28:38.602065 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7617536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3178574'] for segment (5c76ec58-d221-4268-bbc4-9d3085a328de), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.625431 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] No DVR routers for this DVR port 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 on host dv-cinder-837167-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:28:38.627299 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Pushing event deleted for resources: {'Port': ['ID=8a42ffdb-f38f-4783-a30a-1fb43c6114b9,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:38.638062 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.638712 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.638928 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.639325 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.639735 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.640121 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.640540 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.640983 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.641372 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.641784 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.642401 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.642791 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.643198 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.644991 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.645473 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393433f1-ec61-4916-9621-3982ed54ca0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:38.668473 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 5c76ec58-d221-4268-bbc4-9d3085a328de resource provider aggregate not found Jun 16 16:28:38.688145 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.services.segments.plugin [-] Segment 5c76ec58-d221-4268-bbc4-9d3085a328de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c76ec58-d221-4268-bbc4-9d3085a328de found for delete ", "request_id": "req-10e7fdb9-606a-48af-a344-47f0dbcf4230"}]} Jun 16 16:28:38.689449 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7612214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786273'] for network (bbbce1fe-2b4f-4519-8162-2e37cbe21ff9), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.696803 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594777'] for network (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.701985 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bbbce1fe-2b4f-4519-8162-2e37cbe21ff9 HTTP/1.1" status: 204 len: 168 time: 0.5660145 Jun 16 16:28:38.713265 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf830-4710-447c-b367-66d3f73d41a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbce1fe-2b4f-4519-8162-2e37cbe21ff9,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:38.826650 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58502) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:38.866316 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-48f22723-4a66-4f85-9157-278702de18d3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b77126371c5d44db8ab75fbfca0737af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384812 Jun 16 16:28:38.868695 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [-] (104114) accepted ('10.222.0.17', 58504) {{(pid=104114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:38.918832 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1ef6027b-2906-46be-ae1b-6faf56fb54de admin admin] Publish callbacks [] for security_group (8ce0ff52-71fb-42a7-baef-266656528726), before_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.944733 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1ef6027b-2906-46be-ae1b-6faf56fb54de admin admin] Publish callbacks [] for security_group (8ce0ff52-71fb-42a7-baef-266656528726), precommit_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:38.977634 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:38.984576 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:39.000293 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1ef6027b-2906-46be-ae1b-6faf56fb54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (8ce0ff52-71fb-42a7-baef-266656528726), after_delete {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.003773 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron_lib.callbacks.manager [None req-1ef6027b-2906-46be-ae1b-6faf56fb54de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.005046 dv-cinder-837167-3-iscsi neutron-server[104114]: INFO neutron.wsgi [None req-1ef6027b-2906-46be-ae1b-6faf56fb54de admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8ce0ff52-71fb-42a7-baef-266656528726 HTTP/1.1" status: 204 len: 168 time: 0.1351972 Jun 16 16:28:39.014079 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6027b-2906-46be-ae1b-6faf56fb54de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce0ff52-71fb-42a7-baef-266656528726,revision_number=None']} {{(pid=104114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:39.186368 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.374988 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58510) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:39.416023 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-875f836f-77ab-448b-bfab-a934c54b696c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4be9ac41669a4f3194ef165f3fc5cb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398808 Jun 16 16:28:39.418502 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.wsgi [-] (104115) accepted ('10.222.0.17', 58512) {{(pid=104115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:28:39.469796 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb07-3168-4591-9595-da683a4c1243 admin admin] Publish callbacks [] for security_group (d4a24f25-967c-42de-be4c-19985a84660f), before_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.494126 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb07-3168-4591-9595-da683a4c1243 admin admin] Publish callbacks [] for security_group (d4a24f25-967c-42de-be4c-19985a84660f), precommit_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.508502 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 04045a70-bee1-4ab1-9b7b-4056e16937c1 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:39.527639 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 04045a70-bee1-4ab1-9b7b-4056e16937c1 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:39.528349 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 04045a70-bee1-4ab1-9b7b-4056e16937c1 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:39.529054 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:39.547038 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb07-3168-4591-9595-da683a4c1243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661811'] for security_group (d4a24f25-967c-42de-be4c-19985a84660f), after_delete {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.550498 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb07-3168-4591-9595-da683a4c1243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:39.551757 dv-cinder-837167-3-iscsi neutron-server[104115]: INFO neutron.wsgi [None req-ffcceb07-3168-4591-9595-da683a4c1243 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d4a24f25-967c-42de-be4c-19985a84660f HTTP/1.1" status: 204 len: 168 time: 0.1322536 Jun 16 16:28:39.560210 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcceb07-3168-4591-9595-da683a4c1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a24f25-967c-42de-be4c-19985a84660f,revision_number=None']} {{(pid=104115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:39.560864 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:39.561217 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 8a42ffdb-f38f-4783-a30a-1fb43c6114b9 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:39.563218 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 30f0f157-6a3f-45bb-93ae-8e8927a71be3 no longer exists at agent ovs-agent-dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:28:39.587426 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] No Port match for: 30f0f157-6a3f-45bb-93ae-8e8927a71be3 {{(pid=104116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:28:39.587906 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.rpc [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Device 30f0f157-6a3f-45bb-93ae-8e8927a71be3 not bound to the agent host dv-cinder-837167-3-iscsi {{(pid=104116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:28:44.569942 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:44.570695 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=77 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.008402 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.009098 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG dbcounter [-] [104114] Writing DB stats neutron:SELECT=1 {{(pid=104114) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.531056 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:DELETE=9,neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.533945 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.556297 dv-cinder-837167-3-iscsi neutron-server[104115]: DEBUG dbcounter [-] [104115] Writing DB stats neutron:SELECT=63,neutron:DELETE=6 {{(pid=104115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.588230 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:49.804617 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0bcbef94-f778-4fe5-8c3d-6479d7088df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:52.282703 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2376d9a7-a129-42aa-a0f1-f542fa1358c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:53.166250 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:28:53.625780 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:54.889299 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:55.314819 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:05.308558 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:05.310487 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:09.183247 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:18.140279 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:18.141147 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:19.176596 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:19.178738 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:19.806373 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-35dc20d9-91c7-4d67-a537-cba6088ec45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:22.279430 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9024f1f-34f2-449a-8887-4b4150bcaa9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:23.628147 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:24.891176 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:25.308759 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:30.166442 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:29:37.934221 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:37.936901 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:39.188399 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.181886 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:49.183795 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:49.205243 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:49.216165 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:49.809718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-addafa1c-02d9-4104-ba08-25731739cdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.284946 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f807f460-b540-4e7b-b5c8-33ccf2b8ba3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:53.630875 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:54.893849 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:55.312464 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:05.306335 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:05.308900 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:07.166066 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:30:09.197300 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:19.189200 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:19.191436 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:19.817002 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c95a-b00c-44ea-a513-e00765804496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:22.279327 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0eb76f0d-66ed-4991-934b-7ae89144cd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:23.633269 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:24.895413 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:25.316160 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.201934 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=17 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:26.211839 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:35.309705 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=11 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:35.311752 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:39.196316 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:44.166419 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:30:49.189664 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:49.190791 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:49.812022 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03e95d47-5b0a-4ac9-9df0-a0437086a8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.283418 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8effbce-6bea-477f-8400-f53fef092e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.636981 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.901424 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.324503 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.209063 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:03.210240 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:05.310302 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:05.318377 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:09.194936 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:18.145494 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:18.146508 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:19.186607 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:19.188781 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:19.815521 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5237f7d6-48ff-487d-a27b-4f65c2471eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:21.167510 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:31:22.288194 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0c49e42b-1dd2-49fa-acdd-4631287dd2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:23.641777 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:24.908835 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:25.321397 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:37.945809 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:37.948501 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:39.203457 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:40.200927 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:40.206315 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:49.196452 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:49.198521 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:49.811958 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f870e3fa-823d-43eb-8138-030dbf5e558b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:52.284259 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2169211-f199-45ad-969a-6cdd4db8c1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:53.645358 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:54.907383 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:55.316960 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:58.166397 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:32:05.308276 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:05.310774 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:09.213706 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:17.951453 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=14 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:17.953288 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=20 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:19.206147 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:19.208208 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:19.808406 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3096-7175-423b-a89c-a553519c6d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:22.287150 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9914-b3a9-431b-bd5d-21a0676c9061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:23.645602 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:24.912298 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:25.311655 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:35.165396 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:32:35.304497 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:35.306446 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:39.203624 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:49.193889 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:49.199903 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:49.822283 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-09790697-d10d-462c-9510-9cece38e21e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:52.295107 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6795c83e-5488-47d5-9a10-16281480a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:53.655265 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:54.200364 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:54.201683 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:54.918247 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:55.325042 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:05.316185 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:05.318810 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:09.207939 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:12.166171 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:33:19.201135 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:19.203840 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:19.815904 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ff64a6f3-7c12-4541-ae7e-906a10435e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:22.288606 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9c08467f-0758-4fba-9818-0862daff9aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:23.653605 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:24.914202 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:25.325055 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:31.197872 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:31.205446 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:37.947188 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:37.948201 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:39.219182 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:49.165023 dv-cinder-837167-3-iscsi neutron-server[104117]: DEBUG neutron.db.agents_db [None req-24261995-d211-49cd-a310-1fba636a1ddc None None] Agent healthcheck: found 6 active agents {{(pid=104117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:33:49.213099 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:49.214187 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:49.821720 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-974e9a3f-fba5-4711-87c2-027f38a9a64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (d6060567-d543-41d2-90a7-02bc93a883e4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:52.294054 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-55b0b149-4964-4dcd-8c15-59a42905a2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (f9c8043d-6f86-44d9-ae37-fbe1f6771825), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:52.422624 dv-cinder-837167-3-iscsi neutron-server[104114]: DEBUG neutron.wsgi [req-e8c37c23-27ab-4432-b37e-ff114d538995 req-f9c84316-34f4-4ea7-83f6-b7404533bc44 service neutron] (104114) timed out ('10.222.0.25', 54627) {{(pid=104114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:33:53.662337 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6aef-f677-4d78-9fef-e04613c88d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (45a9bd4e-5a47-45b0-a294-b0c43057bf4b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:54.917299 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8280-e129-47ca-a756-c3b45e7e36a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (1912441b-2712-45cf-9fc3-4701f8db47dc), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:55.319889 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-79ce47f3-08c2-4d88-ad9c-7aef35196342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (43ab3c6d-5467-4719-a7db-c6688bb14dec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:05.307701 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:05.315079 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:09.220718 dv-cinder-837167-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0b22785e-478a-4d68-92f1-093e3a17f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776257482981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7611978'] for agent (a18f3a55-7fca-4a52-b5b6-151bfe981410), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}